-- Logs begin at Fri 2021-10-15 17:02:32 UTC, end at Fri 2021-10-15 18:26:32 UTC. -- Oct 15 17:45:00.481269 dv-cinder-790535-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 15 17:45:03.195444 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.common.config [-] Logging enabled! Oct 15 17:45:03.196018 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev71 Oct 15 17:45:03.196235 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111995) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 17:45:03.199421 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.common.config [-] Logging enabled! Oct 15 17:45:03.199682 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev71 Oct 15 17:45:03.199998 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111995) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 17:45:03.200927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 17:45:03.201164 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 17:45:03.201523 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 17:45:03.201769 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 17:45:03.201996 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 17:45:03.202319 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.202620 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.202919 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.203149 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.203476 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.203771 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.204057 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.204352 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.204658 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.204947 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.205228 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.205515 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.205746 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.206029 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.206319 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.206612 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.206835 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] debug = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.207117 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.207579 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.207996 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.208280 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.208572 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.208857 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.209132 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.209408 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.209692 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.210024 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] host = dv-cinder-790535-16-iscsi {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.210869 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.211151 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.211467 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.211761 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.212038 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.212317 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.212607 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.212881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.213152 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.213425 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.213716 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.214004 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.214310 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.214540 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.214762 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.215054 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.215366 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.215644 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.215920 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.216193 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.216466 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.216756 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.217025 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.217311 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.217595 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.217888 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.218161 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.218435 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.218708 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.218982 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.219287 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.219562 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.219834 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.220106 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.220392 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.220659 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.220931 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.221230 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.221515 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.221800 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.222088 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.222362 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.222644 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.222914 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.223184 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.223477 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] use_json = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.223750 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.224021 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.224301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.224576 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.224846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.225116 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.225386 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.225670 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:03.226000 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.226301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.226604 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.226887 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.227194 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.227499 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.227789 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.228068 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.228359 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.228648 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.228938 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.229216 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.229517 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.229775 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.230071 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.230373 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.230669 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.230960 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.231268 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.231531 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.231805 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.232083 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.232371 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.232651 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.232944 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.233236 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.233516 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.233799 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.234094 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.234385 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.234664 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.234942 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.235252 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.235536 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.235807 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.236085 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.236378 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.236654 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.236927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.237208 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.237485 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.237761 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.238037 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.238316 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.238606 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.238883 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.239155 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.239459 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.239735 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.240007 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.240290 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.240566 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.240839 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.241111 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.241386 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.242183 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.242457 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.242733 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.243005 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.243303 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.243579 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.243850 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.244121 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.244394 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.244667 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.244939 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.245216 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.245490 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.245762 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.246034 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.246307 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.246579 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.246852 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.247138 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.247457 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.247736 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.248014 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.248292 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.248569 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.248845 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.249121 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.249397 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.249672 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.249945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.250238 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.250522 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.250809 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.251090 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.251393 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.251715 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.251992 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.252272 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.252548 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.253089 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.253368 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.253648 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.253940 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.254232 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.254525 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.254818 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.255114 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.255415 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.255724 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.256003 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:03.256222 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 17:45:03.256461 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111995) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 15 17:45:03.689945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 17:45:03.689945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 17:45:03.689945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 17:45:03.689945 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 15 17:45:04.014022 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.014242 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.014518 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.015731 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.016011 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.016276 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.052859 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.053141 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.053425 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.069792 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.070079 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.070354 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.103088 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.103407 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.103684 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.144648 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.144939 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.145209 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.380029 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.380686 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.380686 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.380927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.381523 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.506269 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.506601 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.506889 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.507697 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.507967 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.508278 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.508539 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.508796 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.509052 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.509337 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.509596 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.509860 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.510116 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.510367 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.510623 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.510885 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.511140 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.511429 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.511701 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.511960 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.512233 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.512487 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.512769 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.513148 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.513401 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.513646 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.514052 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:04.514297 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:04.514535 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:04.514772 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:04.515009 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:04.515252 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:04.515633 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 15 17:45:04.518728 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 15 17:45:04.523340 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 15 17:45:04.528189 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Oct 15 17:45:04.529848 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 15 17:45:04.530306 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 15 17:45:04.530645 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 15 17:45:04.531034 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 15 17:45:04.533907 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 15 17:45:04.534164 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 15 17:45:04.534519 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 17:45:04.539871 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 15 17:45:04.561933 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 15 17:45:04.562387 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.562690 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111995) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 15 17:45:04.563051 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.564453 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111995) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 15 17:45:04.564738 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 17:45:04.564986 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 15 17:45:04.568419 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.568699 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:04.631277 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 15 17:45:04.631483 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 15 17:45:04.631718 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 15 17:45:04.632596 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 15 17:45:04.652890 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_db.sqlalchemy.engines [None req-49706282-412f-4850-998a-fdf33632e34a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111995) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 15 17:45:05.338875 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing driver for type 'gre' Oct 15 17:45:05.339463 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49706282-412f-4850-998a-fdf33632e34a None None] gre ID ranges: [(1, 1000)] Oct 15 17:45:05.498472 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing driver for type 'local' Oct 15 17:45:05.499060 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing driver for type 'vlan' Oct 15 17:45:05.555544 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49706282-412f-4850-998a-fdf33632e34a None None] VlanTypeDriver initialization complete Oct 15 17:45:05.555906 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing driver for type 'vxlan' Oct 15 17:45:05.556399 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49706282-412f-4850-998a-fdf33632e34a None None] vxlan ID ranges: [(1, 1000)] Oct 15 17:45:05.770897 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing extension driver 'port_security' Oct 15 17:45:05.771165 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.extensions.port_security [None req-49706282-412f-4850-998a-fdf33632e34a None None] PortSecurityExtensionDriver initialization complete Oct 15 17:45:05.771542 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing mechanism driver 'openvswitch' Oct 15 17:45:05.771872 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing mechanism driver 'hyperv' Oct 15 17:45:05.779099 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.plugin [None req-49706282-412f-4850-998a-fdf33632e34a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:05.779816 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.780190 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.780576 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.781123 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 17:45:05.781559 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.781915 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.782263 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.782669 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 17:45:05.783078 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.783458 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 17:45:05.788015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > security_group after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > security_group after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > security_group after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 17:45:05.788484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 17:45:05.788846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > address_group after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > address_group after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > address_group after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.788846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111995) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 17:45:05.789813 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49706282-412f-4850-998a-fdf33632e34a None None] ML2 OVO RPC backend initialized. {{(pid=111995) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 15 17:45:05.790526 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_interface after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.790889 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.791340 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.791696 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > networks before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.792047 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.792438 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > ports before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.792786 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.793131 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnets before_response 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.793484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.793830 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.794174 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.794517 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.794861 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.795208 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.795561 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.796015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.796362 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > subnet after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.796952 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.plugin [None req-49706282-412f-4850-998a-fdf33632e34a None None] Modular L2 Plugin initialization complete Oct 15 17:45:05.797285 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading services supported by the core plugin {{(pid=111995) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 15 17:45:05.797621 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.plugins.ml2.managers [None req-49706282-412f-4850-998a-fdf33632e34a None None] Got port-security extension from driver 'port_security' Oct 15 17:45:05.798092 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.extensions.vlantransparent [None req-49706282-412f-4850-998a-fdf33632e34a None None] Disabled vlantransparent extension. Oct 15 17:45:05.798576 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111995) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 15 17:45:05.798892 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: router Oct 15 17:45:05.843029 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_interface before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.843456 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_create 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.843834 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router before_create 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.844205 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.844603 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.844945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_delete 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.845311 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > floatingip after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.845670 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > floatingip after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.846036 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_create 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.846389 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_update 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.846742 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_update 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.847113 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.847485 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_update 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.847905 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_update 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.848278 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.848626 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.848969 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: subnet after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.849341 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.849696 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > port precommit_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.850046 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_create 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.850399 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.850744 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.851104 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router after_update 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.851472 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_delete 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.852478 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_create 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.852957 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router_interface after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.853310 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_update 55549900 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.853691 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > agent after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.854046 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > agent after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.854400 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > network after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.855312 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Tracking information for resource: router configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:05.855654 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Tracking information for resource: floatingip configured {{(pid=111995) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 17:45:05.860804 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.db.l3_agentschedulers_db [None req-49706282-412f-4850-998a-fdf33632e34a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 15 17:45:05.861381 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.861750 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port after_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.862109 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port after_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.862469 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: port after_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.863307 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router before_create 55550100 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.863681 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_delete 55550100 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.864048 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_create 55550100 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.864411 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > router precommit_update 55550100 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.869398 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.provider_configuration [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service providers = [] {{(pid=111995) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 15 17:45:05.869764 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.db.servicetype_db [None req-49706282-412f-4850-998a-fdf33632e34a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111995) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 15 17:45:05.872850 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.service_base [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 17:45:05.873212 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.service_base [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 17:45:05.873563 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.service_base [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 17:45:05.874454 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.services.service_base [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111995) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 17:45:05.874878 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.services.service_base [None req-49706282-412f-4850-998a-fdf33632e34a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 15 17:45:05.875281 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.875605 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 15 17:45:05.887465 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.887892 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: auto_allocate Oct 15 17:45:05.898188 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: network precommit_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.899144 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: network precommit_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.899704 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.900031 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: tag Oct 15 17:45:05.906853 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.907192 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: timestamp Oct 15 17:45:05.912633 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.912963 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: network_ip_availability Oct 15 17:45:05.918491 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.924342 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.924342 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:05.924342 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.924342 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: flavors Oct 15 17:45:05.928848 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.929186 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading Plugin: revisions Oct 15 17:45:05.933659 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111995) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 17:45:05.934122 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_concurrency.lockutils [None req-49706282-412f-4850-998a-fdf33632e34a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.245s {{(pid=111995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 17:45:05.934877 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111995) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 15 17:45:05.935220 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Initializing extension manager. Oct 15 17:45:05.935760 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: __init__.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.936110 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: __pycache__ {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.936450 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.936788 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: address_group.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.937595 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.938161 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: address-group Oct 15 17:45:05.938490 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: address_scope.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.939213 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.939750 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: address-scope Oct 15 17:45:05.940077 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: admin_state_down_before_update.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.941220 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.941743 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: router-admin-state-down-before-update Oct 15 17:45:05.942179 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: agent.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.942890 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.943436 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: agent Oct 15 17:45:05.943765 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: agent_resources_synced.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.944692 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.945216 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: agent-resources-synced Oct 15 17:45:05.946073 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: allowedaddresspairs.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.947959 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.948485 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: allowed-address-pairs Oct 15 17:45:05.948818 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: auto_allocated_topology.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.949906 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.950429 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: auto-allocated-topology Oct 15 17:45:05.950759 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: availability_zone.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.951590 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.952104 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: availability_zone Oct 15 17:45:05.952432 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: availability_zone_filter.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.953358 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.953876 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: availability_zone_filter Oct 15 17:45:05.954204 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: data_plane_status.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.955163 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.955693 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension data-plane-status not supported by any of loaded plugins Oct 15 17:45:05.956031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: default_subnetpools.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.956944 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.957457 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: default-subnetpools Oct 15 17:45:05.957782 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: dhcpagentscheduler.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.958597 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.959116 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: dhcp_agent_scheduler Oct 15 17:45:05.959467 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: dns.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.965544 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.966063 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension dns-integration not supported by any of loaded plugins Oct 15 17:45:05.966379 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: dns_domain_ports.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.967341 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.967859 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 15 17:45:05.968185 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.969117 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.969665 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 15 17:45:05.969987 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: dvr.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.970661 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.971171 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: dvr Oct 15 17:45:05.971531 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: ecmp_routes.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.972460 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.972966 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 15 17:45:05.973289 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: empty_string_filtering.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.974311 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.974821 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: empty-string-filtering Oct 15 17:45:05.975144 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.976098 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.976631 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 15 17:45:05.976952 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.977988 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.978493 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 15 17:45:05.978818 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: external_net.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.979767 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.980275 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: external-net Oct 15 17:45:05.980598 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: extra_dhcp_opt.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.981522 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.982032 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: extra_dhcp_opt Oct 15 17:45:05.982357 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: extraroute.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.983310 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.983822 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: extraroute Oct 15 17:45:05.984146 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: extraroute_atomic.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.988418 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.988930 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: extraroute-atomic Oct 15 17:45:05.989261 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: filter_validation.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.989940 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.990450 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: filter-validation Oct 15 17:45:05.990776 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: fip_pf_description.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.991736 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.992307 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 15 17:45:05.992633 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: fip_port_details.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.993564 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.994082 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: fip-port-details Oct 15 17:45:05.994408 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: flavors.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.995692 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.996214 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: flavors Oct 15 17:45:05.996589 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.998320 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:05.998845 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 15 17:45:05.999178 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: floatingip_pools.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:05.999916 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.000433 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: floatingip-pools Oct 15 17:45:06.000762 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: ip_allocation.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.001704 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.002217 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension ip_allocation not supported by any of loaded plugins Oct 15 17:45:06.002545 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.003799 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.004310 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: ip-substring-filtering Oct 15 17:45:06.004639 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l2_adjacency.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.005575 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.006085 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 15 17:45:06.006410 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.007539 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.008689 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: router Oct 15 17:45:06.009018 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3_conntrack_helper.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.017929 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.018463 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 15 17:45:06.018798 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.019780 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.020303 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: ext-gw-mode Oct 15 17:45:06.020635 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.021626 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.022101 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: l3-ha Oct 15 17:45:06.022428 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3_flavors.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.023399 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.024476 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: l3-flavors Oct 15 17:45:06.024803 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.025729 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.026245 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 15 17:45:06.026576 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: l3agentscheduler.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.027657 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.028271 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: l3_agent_scheduler Oct 15 17:45:06.028610 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: logging.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.030116 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.030646 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension logging not supported by any of loaded plugins Oct 15 17:45:06.031003 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: metering.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.031775 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.032357 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: metering Oct 15 17:45:06.032690 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.033794 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.034312 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: metering_source_and_destination_fields Oct 15 17:45:06.034686 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: multiprovidernet.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.035658 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.036171 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: multi-provider Oct 15 17:45:06.036504 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: netmtu.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.037431 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.037949 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: net-mtu Oct 15 17:45:06.038267 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: netmtu_writable.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.039268 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.039783 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: net-mtu-writable Oct 15 17:45:06.040108 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: network_availability_zone.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.040786 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.041297 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: network_availability_zone Oct 15 17:45:06.041622 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: network_ip_availability.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.042747 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.043285 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: network-ip-availability Oct 15 17:45:06.043617 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: network_segment_range.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.044396 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.045637 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension network-segment-range not supported by any of loaded plugins Oct 15 17:45:06.045637 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: pagination.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.046498 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.046836 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: pagination Oct 15 17:45:06.047168 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: port_device_profile.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.048127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.048650 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: port-device-profile Oct 15 17:45:06.048977 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.049915 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.050429 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: port-mac-address-regenerate Oct 15 17:45:06.050753 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.051713 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.052324 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: port-numa-affinity-policy Oct 15 17:45:06.052651 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: port_resource_request.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.053571 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.054077 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension port-resource-request not supported by any of loaded plugins Oct 15 17:45:06.054401 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: portbindings.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.055709 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.056053 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: binding Oct 15 17:45:06.056380 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: portbindings_extended.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.057812 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.058328 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: binding-extended Oct 15 17:45:06.058658 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: portsecurity.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.059615 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.060128 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: port-security Oct 15 17:45:06.060454 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: project_id.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.061439 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.061776 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: project-id Oct 15 17:45:06.062102 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: providernet.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.063034 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.063718 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: provider Oct 15 17:45:06.064044 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.067719 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.068253 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos not supported by any of loaded plugins Oct 15 17:45:06.068591 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.069868 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.077128 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 15 17:45:06.077128 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.077907 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.078425 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 15 17:45:06.078763 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_default.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.079716 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.080234 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-default not supported by any of loaded plugins Oct 15 17:45:06.080562 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_fip.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.081230 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.081738 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-fip not supported by any of loaded plugins Oct 15 17:45:06.082062 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_gateway_ip.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.083004 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.083557 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 15 17:45:06.083922 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_port_network_policy.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.084850 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.085367 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 15 17:45:06.085693 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.087401 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.087922 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 15 17:45:06.088253 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_pps_rule.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.089447 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.089975 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-pps not supported by any of loaded plugins Oct 15 17:45:06.090305 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_rule_type_details.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.091358 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.091879 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 15 17:45:06.092206 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: qos_rules_alias.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.093274 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.093790 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 15 17:45:06.094116 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: quotasv2.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.095084 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.095443 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: quotas Oct 15 17:45:06.095772 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: quotasv2_detail.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.099206 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.099576 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: quota_details Oct 15 17:45:06.099916 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: rbac.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.100998 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.101528 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: rbac-policies Oct 15 17:45:06.101889 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: rbac_address_group.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.102840 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.103401 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: rbac-address-group Oct 15 17:45:06.103733 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: rbac_address_scope.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.104772 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.105292 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: rbac-address-scope Oct 15 17:45:06.105618 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: rbac_security_groups.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.106540 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.107055 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: rbac-security-groups Oct 15 17:45:06.107414 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: rbac_subnetpool.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.108348 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.108864 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: rbac-subnetpool Oct 15 17:45:06.109227 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: revisionifmatch.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.110168 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.110684 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: revision-if-match Oct 15 17:45:06.111011 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: revisions.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.112174 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.112701 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: standard-attr-revisions Oct 15 17:45:06.113028 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: router_availability_zone.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.113710 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.114324 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: router_availability_zone Oct 15 17:45:06.114658 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: routerservicetype.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.115629 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.116172 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension router-service-type not supported by any of loaded plugins Oct 15 17:45:06.116495 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.117447 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.117964 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: security-groups-normalized-cidr Oct 15 17:45:06.118290 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: security_groups_port_filtering.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.124068 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.124583 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: port-security-groups-filtering Oct 15 17:45:06.124908 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.125836 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.126357 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: security-groups-remote-address-group Oct 15 17:45:06.126683 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: securitygroup.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.137453 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.137984 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: security-group Oct 15 17:45:06.138325 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: segment.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.139128 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.139678 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension segment not supported by any of loaded plugins Oct 15 17:45:06.140010 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.141142 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.141654 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 15 17:45:06.141983 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: servicetype.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.143112 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.143673 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: service-type Oct 15 17:45:06.144006 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: sorting.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.145003 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.145342 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: sorting Oct 15 17:45:06.145668 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: standard_attr_segment.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.146606 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.147130 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 15 17:45:06.147499 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: standardattrdescription.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.148237 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.154612 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: standard-attr-description Oct 15 17:45:06.154612 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: stateful_security_group.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.155210 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.155831 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: stateful-security-group Oct 15 17:45:06.156164 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: stdattrs_common.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.156774 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 15 17:45:06.157109 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.158054 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.158588 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 15 17:45:06.158917 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: subnet_onboard.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.160033 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.160587 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: subnet_onboard Oct 15 17:45:06.160953 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.161899 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.162416 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 15 17:45:06.162743 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: subnet_service_types.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.163705 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.164253 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: subnet-service-types Oct 15 17:45:06.164585 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: subnetallocation.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.165733 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.166362 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: subnet_allocation Oct 15 17:45:06.166697 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.167420 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.167937 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: subnetpool-prefix-ops Oct 15 17:45:06.168267 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.169218 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.169730 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 15 17:45:06.170058 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: tagging.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.171147 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.171707 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: standard-attr-tag Oct 15 17:45:06.172077 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: timestamp.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.173301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.173824 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loaded extension: standard-attr-timestamp Oct 15 17:45:06.174155 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: trunk.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.175218 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.175761 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension trunk not supported by any of loaded plugins Oct 15 17:45:06.176089 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: trunk_details.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.177024 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.177551 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension trunk-details not supported by any of loaded plugins Oct 15 17:45:06.177878 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: uplink_status_propagation.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.178915 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.179468 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 15 17:45:06.179820 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Loading extension file: vlantransparent.py {{(pid=111995) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 17:45:06.180506 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111995) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 17:45:06.181020 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 15 17:45:06.183620 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:network Oct 15 17:45:06.184174 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:subnet Oct 15 17:45:06.184579 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 17:45:06.184985 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:port Oct 15 17:45:06.186240 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.186693 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service FLAVORS assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.187410 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.187861 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.188196 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:router Oct 15 17:45:06.188647 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:floatingip Oct 15 17:45:06.189126 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service METERING assigned prefix: /metering {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.190576 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:06.190951 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:06.191339 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:45:06.192365 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 17:45:06.192800 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:security_group Oct 15 17:45:06.193245 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 17:45:06.193863 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service CORE assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.194195 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 17:45:06.194543 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] subnetpool is already registered Oct 15 17:45:06.194983 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service CORE assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.195843 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 17:45:06.196191 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] subnetpool is already registered Oct 15 17:45:06.198479 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.198916 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service FLAVORS assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.199541 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.199964 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.200299 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:router Oct 15 17:45:06.200641 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] router is already registered Oct 15 17:45:06.201055 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:floatingip Oct 15 17:45:06.201394 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] floatingip is already registered Oct 15 17:45:06.201849 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service METERING assigned prefix: /metering {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.202526 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 17:45:06.202856 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] rbac_policy is already registered Oct 15 17:45:06.203286 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:security_group Oct 15 17:45:06.203626 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] security_group is already registered Oct 15 17:45:06.204032 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 17:45:06.204366 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] security_group_rule is already registered Oct 15 17:45:06.204995 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service CORE assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.205324 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 17:45:06.205762 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] subnetpool is already registered Oct 15 17:45:06.206186 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.v2.resource_helper [None req-49706282-412f-4850-998a-fdf33632e34a None None] Service CORE assigned prefix: {{(pid=111995) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 17:45:06.206512 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 17:45:06.206843 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING neutron.quota.resource_registry [None req-49706282-412f-4850-998a-fdf33632e34a None None] subnetpool is already registered Oct 15 17:45:06.207343 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: extensions {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.208839 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: address-groups {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.210332 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: address-scopes {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.212340 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: agents {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.213517 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: auto-allocated-topology {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.214778 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: availability_zones {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.216053 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: dhcp-networks {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.218692 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: dhcp-agents {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.220171 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: routers {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.222469 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: flavors {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.223681 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: service_profiles {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.224904 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: next_providers {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.226356 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: service_profiles {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.227988 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: floatingip-pools {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.229236 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: routers {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.231379 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: floatingips {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.232669 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: l3-routers {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.234075 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: l3-agents {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.235559 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: metering-labels {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.236938 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: metering-label-rules {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.238222 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: network-ip-availabilities {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.239534 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: bindings {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.241166 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: quotas {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.243310 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: quotas {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.244860 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: rbac-policies {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.246155 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: security-groups {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.247431 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: security-group-rules {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.248671 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: service-providers {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.249898 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: subnetpools {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.251420 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: subnetpools {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.253170 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.254861 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.256714 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.259107 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.260946 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.262808 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.264552 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.266470 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.268283 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.270158 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron.api.extensions [None req-49706282-412f-4850-998a-fdf33632e34a None None] Extended resource: tags {{(pid=111995) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 17:45:06.276347 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING keystonemiddleware.auth_token [None req-49706282-412f-4850-998a-fdf33632e34a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 15 17:45:06.281880 dv-cinder-790535-16-iscsi neutron-server[111995]: WARNING keystonemiddleware.auth_token [None req-49706282-412f-4850-998a-fdf33632e34a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 15 17:45:06.290779 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_concurrency.lockutils [None req-49706282-412f-4850-998a-fdf33632e34a None None] Acquired lock "singleton_lock" {{(pid=111995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 15 17:45:06.291275 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_concurrency.lockutils [None req-49706282-412f-4850-998a-fdf33632e34a None None] Releasing lock "singleton_lock" {{(pid=111995) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 15 17:45:06.291929 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Starting 2 workers Oct 15 17:45:06.296717 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Started child 112104 {{(pid=111995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 17:45:06.301139 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Started child 112105 {{(pid=111995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 17:45:06.302129 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:06.302811 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO neutron.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 15 17:45:06.303352 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Publish callbacks [] for process, before_spawn {{(pid=111995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:06.303597 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [-] (112104) wsgi starting up on http://0.0.0.0:9696 Oct 15 17:45:06.306342 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Starting 1 workers Oct 15 17:45:06.306537 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:06.307891 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [-] (112105) wsgi starting up on http://0.0.0.0:9696 Oct 15 17:45:06.311546 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Started child 112106 {{(pid=111995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 17:45:06.312102 dv-cinder-790535-16-iscsi neutron-server[111995]: INFO oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Starting 1 workers Oct 15 17:45:06.317199 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] calling RpcWorker wait() {{(pid=112106) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 15 17:45:06.317199 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] returning from RpcWorker wait() {{(pid=112106) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 15 17:45:06.317838 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [None req-49706282-412f-4850-998a-fdf33632e34a None None] Started child 112107 {{(pid=111995) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 17:45:06.317915 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:06.317983 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG neutron_lib.callbacks.manager [None req-49706282-412f-4850-998a-fdf33632e34a None None] Publish callbacks [] for process, after_spawn {{(pid=111995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:06.318062 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:06.319391 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 17:45:06.319604 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 17:45:06.319797 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 17:45:06.320014 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 17:45:06.320440 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 17:45:06.321109 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 17:45:06.321632 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.321926 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.322021 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:06.322433 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.322515 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.322740 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.323373 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.323636 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.323873 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.324159 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.324395 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.324569 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.324744 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.325004 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.325244 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.325538 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.325826 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.326079 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.326348 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.326520 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.326783 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.327049 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.327299 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.327579 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] debug = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.327835 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.328347 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.328578 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.328830 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.329068 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.329354 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.329582 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.329845 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.330085 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.330306 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.330565 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.330830 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.331079 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.331335 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.331555 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.331808 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.332033 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.332502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] host = dv-cinder-790535-16-iscsi {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.332722 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.332943 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.333177 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.333430 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.333688 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.333913 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.334179 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.334436 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.334696 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.334940 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.335190 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.335474 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.335710 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.335993 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.336148 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_options = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.336387 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.336657 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.336904 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.337102 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.337272 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.337453 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.337731 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.337895 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.338139 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.338356 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.338569 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.338788 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.339020 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.339260 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.339515 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.339760 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.340013 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.340246 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.340490 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.340719 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.340944 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.341171 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.341403 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.341618 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.341853 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.342070 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.342296 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.342514 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.342727 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.342981 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.343312 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.343470 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.343705 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.343945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.344205 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.344434 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.344664 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.344908 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.345173 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.345395 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.345654 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.345909 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.346142 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.346395 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.346609 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.346839 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.347051 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_json = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.347304 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.347552 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.347806 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.348019 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.348231 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.348444 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.348656 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.348885 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.349311 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.349588 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.349919 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.350154 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.350412 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.350639 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.350871 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.351098 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.351368 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.351655 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.351974 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.352102 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:06.352243 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.352502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.352723 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.352988 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.353337 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.353581 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.353852 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.354097 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.354314 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.354536 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.355431 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.355720 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.355905 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.356142 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.356373 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.356617 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.356987 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.357250 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.357515 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.357791 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.358019 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.358244 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.358460 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.358696 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.358935 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.359171 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.359481 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.359704 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.359920 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365301 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.365881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.366502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.367127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.367127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.367127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.367127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.367127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.367127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.368068 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.368068 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.368348 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.368581 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.368802 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.369018 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.369234 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.369563 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.369791 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.370190 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.370564 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.370790 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.371026 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.371277 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.371484 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.371706 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.371923 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.372198 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.372502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.372759 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.373027 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.373282 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.373543 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.373779 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.374020 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.374258 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.374500 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.374716 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.375005 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.375253 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.375598 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.375841 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.376084 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.376321 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.376544 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.376771 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.377123 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.377357 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.377609 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.378126 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.378366 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.378625 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.378879 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.379141 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.379457 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.379709 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.379981 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.380202 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.380458 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.381085 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.381222 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.381434 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.381712 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.381965 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.382248 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.382502 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.382757 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.383567 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.383806 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.384058 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.384356 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.384626 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.384851 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.385228 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.385380 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.385661 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.385817 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.386012 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.386249 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.386517 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.386979 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.387127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.387307 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.387555 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.387789 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.388054 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.388307 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.388529 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.388782 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.389010 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.389223 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.389586 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.389825 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.390045 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.390271 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.390481 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.390734 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.390949 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.391166 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.391423 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.391641 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.391856 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.392109 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.392321 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.392557 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.392798 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.393015 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.393230 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.393650 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.393650 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.393947 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.394128 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.394390 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.394636 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.394848 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.395093 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.395501 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.395668 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.395919 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.396062 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.396224 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.396459 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.396654 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.396874 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.397087 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.397331 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.397559 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.397918 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.398081 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.398230 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.398595 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.398862 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.399097 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.399378 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.399602 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.399850 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.400603 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.400603 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.400603 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.401018 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.401018 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.401289 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.401432 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.401648 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.401860 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.402092 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.402306 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.402521 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.402739 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.403033 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.403309 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.403550 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.403808 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.404057 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.404287 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.404516 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.404726 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.404951 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.405177 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.405393 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.405602 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.405846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.406066 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.406254 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.406478 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.406686 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.406894 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.407118 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.407398 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.407616 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.407838 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.408054 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.408263 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.408510 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.408720 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.408950 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.409173 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.409387 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.409618 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.409843 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.410052 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.410259 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.410480 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.410693 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.410900 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.411205 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.411493 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.411715 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.412002 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.412233 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.412489 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.412744 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.413067 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.413296 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.413567 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.413803 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.414020 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.414265 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.414547 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.414855 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.415153 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.415432 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.415707 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.416008 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.416292 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.416554 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.416767 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.417051 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.417396 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.417664 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.417928 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.418183 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.418418 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.418642 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.418875 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.419112 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.419371 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.419590 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.419854 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.420085 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.420331 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.420584 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.420833 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.421052 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.421282 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.421511 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.421733 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.421947 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.422118 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 17:45:06.422645 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111995) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 17:45:06.422824 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 17:45:06.422955 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 17:45:06.423270 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 17:45:06.423410 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 17:45:06.423535 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 17:45:06.423675 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.423802 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.423926 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.424082 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.424244 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.424425 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.424610 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.424740 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.424892 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425051 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425214 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425370 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425537 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425687 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425824 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.425987 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.426146 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.426326 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.426474 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.426609 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.426773 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.426899 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.427040 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] debug = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.427198 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.427424 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.427590 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.427750 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.427910 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.428071 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.428229 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.428388 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.428546 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.428704 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.428863 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.429022 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.429186 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.429348 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.429490 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.429631 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.430292 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.430453 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] host = dv-cinder-790535-16-iscsi {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.430593 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.430730 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.430985 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431163 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431322 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431414 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431541 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431676 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431835 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.431994 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.432152 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.432312 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.432472 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.432631 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.432789 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_options = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.432947 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.433112 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.433293 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.433482 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.433648 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.433809 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.433968 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.434127 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.434286 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.434463 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.434607 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.434765 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.434926 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.435084 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.435268 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.435423 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.435616 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.435729 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.435889 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.436048 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.436206 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.436364 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.436524 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.436683 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.436841 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437000 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437160 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437319 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437478 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437636 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437796 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.437955 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.438113 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.438272 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.438433 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.438592 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.438762 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.438914 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.439077 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.439253 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.439422 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.439581 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.439915 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.439915 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440170 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440170 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440354 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_json = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440486 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440619 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440777 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.440936 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.441095 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.441296 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.441386 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.441544 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 17:45:06.441723 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.441886 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.442059 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.442221 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.442384 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.442545 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.442707 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.442870 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.443037 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.443200 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.443392 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.443556 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.443728 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.443891 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.444054 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.444219 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.444382 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.444545 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.444708 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.444870 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.445030 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.445192 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.445410 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.446075 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.446237 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.446400 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.446562 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.446739 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.446902 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.447066 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.447247 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.447412 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.447575 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.447738 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.447901 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.448065 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.448228 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.448391 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.448554 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.448716 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.448879 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.449041 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.449204 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.449368 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.449530 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.449692 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.449855 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450018 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450181 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450344 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450506 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450669 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450831 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.450993 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.451154 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.451348 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.451511 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.451675 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.451841 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452020 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452189 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452321 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452468 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452629 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452791 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.452958 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.453132 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.453294 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.453457 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.453619 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.453782 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.453944 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.454107 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.454267 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.454429 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.454591 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.454822 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.454947 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.455082 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.455209 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.455372 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.455535 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.455696 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.455859 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456021 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456184 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456347 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456697 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456697 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456902 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.456982 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.457133 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.457294 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.457456 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.457618 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.457779 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.457942 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.458103 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.458264 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.458426 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.458588 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.458749 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.458914 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.459081 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.459259 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.459417 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.459581 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.459743 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.459907 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.460066 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.460227 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.460391 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.460552 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.460712 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.460914 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.461099 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.461271 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.461433 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.461598 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.461760 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.461928 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.462112 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.462361 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.462597 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.462597 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.462876 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.462876 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.463145 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.463145 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.463445 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.463587 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.463797 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.463797 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.464073 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.464207 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.464414 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.464414 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.464752 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.464752 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465086 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465086 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465367 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465367 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465629 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465629 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465886 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.465886 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.466113 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.466234 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.466363 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.466565 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.466710 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.466904 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.467039 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.469316 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.471735 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.471965 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.472153 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.472333 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.472693 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.472816 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:06.472911 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.473036 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.473211 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.473386 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.473558 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.473727 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.473894 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.474061 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.474227 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.474392 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.474557 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.474720 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.474882 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.475045 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.475209 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.475396 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.475560 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.475723 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.475887 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.476050 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.476214 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.476379 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.476543 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.476846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.476982 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477090 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477213 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477334 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477482 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477644 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477805 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.477967 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.478144 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.478306 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.478467 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.478628 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.478790 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.478954 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.479114 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.479295 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.479459 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.479621 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.479782 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.479945 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.480110 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.480273 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.480434 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.480595 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.480756 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.480919 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.481080 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.481255 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.481419 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.481581 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.481746 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.481916 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.482065 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.482237 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.482399 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.482559 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.482720 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.482881 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.483096 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.483846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.483846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.483846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.483846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.483846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484202 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484202 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484365 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484443 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484581 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484743 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.484899 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.485083 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.485223 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.485530 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.485856 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486040 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486197 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486352 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486515 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486676 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486843 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.486999 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.489016 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490031 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.490927 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491496 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491496 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491496 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491496 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491496 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491858 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.491858 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.492001 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.492079 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.492709 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.492882 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.493045 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.493206 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.493367 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.493531 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.493707 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.493846 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.494009 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.494171 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.494328 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 17:45:06.494483 dv-cinder-790535-16-iscsi neutron-server[111995]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111995) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 17:45:06.657400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 36922) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:06.666407 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069225 Oct 15 17:45:18.233403 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee04f4-276b-463e-8afe-5c63a277f922 None None] get_active_networks_info from dv-cinder-790535-16-iscsi {{(pid=112106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 17:45:18.293939 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee04f4-276b-463e-8afe-5c63a277f922 None None] No non-hosted networks {{(pid=112106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 15 17:45:18.307156 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.agentschedulers_db [None req-86ee04f4-276b-463e-8afe-5c63a277f922 None None] DHCP Agent not found on host dv-cinder-790535-16-iscsi {{(pid=112106) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 15 17:45:18.426495 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d4504907-8264-4e00-83c5-438c79bf9f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597021'] for agent, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:21.347160 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b153fde7-c12f-4b46-862f-4855462122ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597021'] for agent, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:21.348615 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.db.api [None req-5ffb8bab-1941-4fbf-b58d-83e0c25ddd97 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-16-iscsi {{(pid=112106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 17:45:21.349045 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG oslo_db.api [None req-5ffb8bab-1941-4fbf-b58d-83e0c25ddd97 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 17:45:21.840701 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597021'] for agent, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:21.841611 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.842166 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.842737 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.843315 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.843869 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.844411 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.844961 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.845516 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.846057 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.846609 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.847256 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.847825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:21.848526 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:21.870662 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:21.997908 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5ffb8bab-1941-4fbf-b58d-83e0c25ddd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:22.225111 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597021'] for agent, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:23.718584 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597021'] for agent, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:24.812876 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37016) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:25.293338 dv-cinder-790535-16-iscsi neutron-server[112105]: WARNING oslo_policy.policy [None req-4821da6b-c405-4dc8-a539-ae5244a9304c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:25.293920 dv-cinder-790535-16-iscsi neutron-server[112105]: WARNING oslo_policy.policy [None req-4821da6b-c405-4dc8-a539-ae5244a9304c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:25.522047 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [None req-4821da6b-c405-4dc8-a539-ae5244a9304c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:45:25.539762 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-4821da6b-c405-4dc8-a539-ae5244a9304c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7258766 Oct 15 17:45:27.991396 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37030) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:28.303894 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:45:28.399189 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.policy [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 17:45:28.445695 dv-cinder-790535-16-iscsi neutron-server[112105]: WARNING oslo_policy.policy [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:28.446062 dv-cinder-790535-16-iscsi neutron-server[112105]: WARNING oslo_policy.policy [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:28.454438 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.quota [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] Loaded quota_driver: . Oct 15 17:45:28.553448 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.db.l3_hamode_db [None req-c2582756-7387-47d0-addf-6f0376acf5bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 15 17:45:28.606527 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778218928120', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778218927557', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778218915591', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778218917187', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778218474646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778216995265', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588382', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1629806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3601967'] for rbac-policy, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:28.634346 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2582756-7387-47d0-addf-6f0376acf5bb None None] Routers set() bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:45:28.634733 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2582756-7387-47d0-addf-6f0376acf5bb None None] Router IDs set() for agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 17:45:28.842781 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:28.844085 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-13801b02-c9a3-4d1f-a15f-138d4daacb5b admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8510995 Oct 15 17:45:31.509557 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37042) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:31.800287 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Request body: {'network': {'tenant_id': '0932265b5c06480784f268343ac1e598', 'project_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'name': 'private'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:45:31.886902 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Made reservation on behalf of 0932265b5c06480784f268343ac1e598 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:45:31.889616 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:31.906309 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.015298 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.092591 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.113276 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:45:32.141981 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778219567930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.142581 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Unsubscribe: segment precommit_create {{(pid=112105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 17:45:32.143083 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Added segment 8e29ae47-3910-45b6-a317-0467b7e87a2d of type vlan for network 3af7cd77-a079-474f-a1cf-2850f816fea0 Oct 15 17:45:32.158813 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d9cd1-4f97-45d9-9921-26824421b07c,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:32.210804 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.211168 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.211577 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.211914 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.212245 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.212595 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.212922 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.213261 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.213588 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.213905 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.214224 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.214541 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Tracked resource versions report: Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: pushed versions: Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: { 'AddressGroup': {'1.2'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'ConntrackHelper': {'1.0'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Log': {'1.0'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Network': {'1.1'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Port': {'1.7'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'PortForwarding': {'1.2'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'QosPolicy': {'1.10'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroup': {'1.4'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SubPort': {'1.0'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Subnet': {'1.1'}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Trunk': {'1.1'}} Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: consumer versions: Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'ConntrackHelper': '1.0', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Log': '1.0', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Network': '1.1', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Port': '1.7', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'PortForwarding': '1.2', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'QosPolicy': '1.10', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroup': '1.4', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroupRule': '1.2', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SubPort': '1.0', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Subnet': '1.1', Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Trunk': '1.1'}} Oct 15 17:45:32.215919 dv-cinder-790535-16-iscsi neutron-server[112105]: {{(pid=112105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:45:32.256332 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.364267 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.365321 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:45:32.365989 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:32.461540 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] Pushing event updated for resources: {'Network': ['ID=3af7cd77-a079-474f-a1cf-2850f816fea0,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:32.472711 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:45:32.481013 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-41f402a6-d71e-4017-a43b-5a347685906d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9703875 Oct 15 17:45:35.233678 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 37056) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:35.718542 dv-cinder-790535-16-iscsi neutron-server[112104]: WARNING oslo_policy.policy [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:35.719111 dv-cinder-790535-16-iscsi neutron-server[112104]: WARNING oslo_policy.policy [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:36.164855 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.policy [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 17:45:36.211333 dv-cinder-790535-16-iscsi neutron-server[112104]: WARNING oslo_policy.policy [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:36.211701 dv-cinder-790535-16-iscsi neutron-server[112104]: WARNING oslo_policy.policy [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 17:45:36.220306 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:45:36.222175 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ded70f9e-b7fc-42a8-8745-7a0bb6d79d3d admin admin] 10.222.0.44 "GET /v2.0/networks/3af7cd77-a079-474f-a1cf-2850f816fea0 HTTP/1.1" status: 200 len: 825 time: 0.9865022 Oct 15 17:45:36.261271 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1fdfeeb7-ca94-4403-836e-71a753414916 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/6313fc03-6746-4b8b-a480-0c7048792589 HTTP/1.1" status: 200 len: 734 time: 0.0322697 Oct 15 17:45:36.270478 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Request body: {'subnet': {'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'gateway_ip': '172.20.0.1'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:45:36.272038 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.quota [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Loaded quota_driver: . Oct 15 17:45:36.369462 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Made reservation on behalf of 0932265b5c06480784f268343ac1e598 for: {'subnet': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:45:36.372226 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:36.756161 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:36.825876 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Checking segment: {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:45:36.826263 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Network hostable DHCP agents. Network: 3af7cd77-a079-474f-a1cf-2850f816fea0, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:45:36.838442 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:36.854005 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.854376 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.854718 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.855050 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.855411 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.855760 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.856091 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.856435 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.856762 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.857083 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.857402 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.857719 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Tracked resource versions report: Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: pushed versions: Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: { 'AddressGroup': {'1.2'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'ConntrackHelper': {'1.0'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Log': {'1.0'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Network': {'1.1'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Port': {'1.7'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'PortForwarding': {'1.2'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'QosPolicy': {'1.10'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroup': {'1.4'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SubPort': {'1.0'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Subnet': {'1.1'}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Trunk': {'1.1'}} Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: consumer versions: Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'ConntrackHelper': '1.0', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Log': '1.0', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Network': '1.1', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Port': '1.7', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'PortForwarding': '1.2', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'QosPolicy': '1.10', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroup': '1.4', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroupRule': '1.2', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SubPort': '1.0', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Subnet': '1.1', Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Trunk': '1.1'}} Oct 15 17:45:36.858981 dv-cinder-790535-16-iscsi neutron-server[112104]: {{(pid=112104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:45:36.932574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:45:37.012541 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 3af7cd77-a079-474f-a1cf-2850f816fea0) {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:45:37.017069 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:45:37.017672 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:37.021905 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb58aba-c4a5-4e05-b932-4a6c2eb7f204 None None] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:45:37.089693 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-c61ff9e5-09c9-4ae6-bd1f-c8d3b016e2f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8225105 Oct 15 17:45:37.341931 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-3af7cd77-a079-474f-a1cf-2850f816fea0', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 17:45:37.343128 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:37.611189 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Allocated IP 172.20.0.2 (3af7cd77-a079-474f-a1cf-2850f816fea0/3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8/3a8a9205-c797-4b6c-9dc0-793ebac1021f) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:45:37.836779 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:37.916037 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:37.996474 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:45:38.002529 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:45:38.006299 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:45:38.016719 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Pushing event updated for resources: {'Port': ['ID=3a8a9205-c797-4b6c-9dc0-793ebac1021f,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:38.059672 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.060185 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.060377 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.060714 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.061047 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.061392 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.061726 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.062055 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.062400 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.062732 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.063053 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.063401 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Tracked resource versions report: Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: pushed versions: Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: { 'AddressGroup': {'1.2'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'ConntrackHelper': {'1.0'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Log': {'1.0'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Network': {'1.1'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Port': {'1.7'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'PortForwarding': {'1.2'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'QosPolicy': {'1.10'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroup': {'1.4'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SubPort': {'1.0'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Subnet': {'1.1'}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Trunk': {'1.1'}} Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: consumer versions: Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'ConntrackHelper': '1.0', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Log': '1.0', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Network': '1.1', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Port': '1.7', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'PortForwarding': '1.2', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'QosPolicy': '1.10', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroup': '1.4', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroupRule': '1.2', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SubPort': '1.0', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Subnet': '1.1', Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Trunk': '1.1'}} Oct 15 17:45:38.064752 dv-cinder-790535-16-iscsi neutron-server[112106]: {{(pid=112106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:45:38.099442 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Attempting to bind port 3a8a9205-c797-4b6c-9dc0-793ebac1021f on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:45:38.099828 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Attempting to bind port 3a8a9205-c797-4b6c-9dc0-793ebac1021f by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:45:38.100242 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Attempting to bind port 3a8a9205-c797-4b6c-9dc0-793ebac1021f on network 3af7cd77-a079-474f-a1cf-2850f816fea0 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:45:38.105643 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:45:38.106011 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Checking segment: {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:45:38.106468 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:38.106853 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Bound using segment: {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:45:38.107347 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Bound port: 3a8a9205-c797-4b6c-9dc0-793ebac1021f, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:45:38.107756 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:38.168754 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] For port 3a8a9205-c797-4b6c-9dc0-793ebac1021f, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:45:38.172762 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] For port 3a8a9205-c797-4b6c-9dc0-793ebac1021f, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=3a8a9205-c797-4b6c-9dc0-793ebac1021f,segment=NetworkSegment(8e29ae47-3910-45b6-a317-0467b7e87a2d),segment_id=8e29ae47-3910-45b6-a317-0467b7e87a2d)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:45:38.227264 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:38.291022 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3e739-ba70-4fc3-9097-44fc132dbba8 None None] Pushing event updated for resources: {'Port': ['ID=3a8a9205-c797-4b6c-9dc0-793ebac1021f,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:39.624221 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 37076) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:39.938688 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [None req-dafd0eb9-284c-493d-8c96-30ae3cece714 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:45:39.939724 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-dafd0eb9-284c-493d-8c96-30ae3cece714 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3145607 Oct 15 17:45:42.444560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 37084) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:42.760707 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [None req-ffb70c1d-87e1-4755-a7cb-1938d7684595 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:45:42.761761 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ffb70c1d-87e1-4755-a7cb-1938d7684595 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3162732 Oct 15 17:45:45.505504 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 37094) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:45.799289 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:45:45.915695 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:45.917380 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:46.062612 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:46.136469 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:46.223021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:46.224219 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-e45e0046-98c5-41d7-bb7a-8f967641d083 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7177572 Oct 15 17:45:47.352396 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb2f15-1c8e-43c7-9f1c-299765078f58 None None] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:45:47.422089 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-e32a58b3-2ca5-4a9f-a59b-5bc63be0fbaf None None] Provisioning complete for port 3a8a9205-c797-4b6c-9dc0-793ebac1021f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:47.422485 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e32a58b3-2ca5-4a9f-a59b-5bc63be0fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:47.610369 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 3a8a9205-c797-4b6c-9dc0-793ebac1021f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:45:47.620710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e32a58b3-2ca5-4a9f-a59b-5bc63be0fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:47.711606 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-e32a58b3-2ca5-4a9f-a59b-5bc63be0fbaf None None] For port 3a8a9205-c797-4b6c-9dc0-793ebac1021f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=3a8a9205-c797-4b6c-9dc0-793ebac1021f,segment=NetworkSegment(8e29ae47-3910-45b6-a317-0467b7e87a2d),segment_id=8e29ae47-3910-45b6-a317-0467b7e87a2d)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:45:47.732783 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 3a8a9205-c797-4b6c-9dc0-793ebac1021f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:47.733160 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:47.778804 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e32a58b3-2ca5-4a9f-a59b-5bc63be0fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:47.857280 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a58b3-2ca5-4a9f-a59b-5bc63be0fbaf None None] Pushing event updated for resources: {'Port': ['ID=3a8a9205-c797-4b6c-9dc0-793ebac1021f,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:47.897440 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-d7b922a6-b009-4b62-a61b-2a395927a2ae None None] Provisioning complete for port 3a8a9205-c797-4b6c-9dc0-793ebac1021f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:47.897849 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d7b922a6-b009-4b62-a61b-2a395927a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:48.192741 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c48dfd05-8f4d-4327-b7ba-92caf1e2a316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:48.683306 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 37108) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:48.988500 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [None req-12ce8993-ea0c-48b5-967d-0fba2ea6984f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:45:48.989494 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-12ce8993-ea0c-48b5-967d-0fba2ea6984f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3051655 Oct 15 17:45:49.708359 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 3a8a9205-c797-4b6c-9dc0-793ebac1021f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:45:49.763657 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 3a8a9205-c797-4b6c-9dc0-793ebac1021f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:49.764080 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:51.075176 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f84-2d4d-4250-9532-c0efbcd464b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:51.480322 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37116) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:51.789777 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:45:51.806317 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:51.866321 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Made reservation on behalf of 15212eb4a51b4853ae4fce67937b1d67 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:45:51.868643 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:51.877353 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:51.947210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.009246 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.024676 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Reserving flat network on physical network physnet1 {{(pid=112105) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 15 17:45:52.045109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c33c0-05b9-47ee-88e4-41a319635389,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:52.049725 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.050063 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Added segment 76e2454e-9d13-4edc-af1e-c6e419ef7630 of type flat for network a7446e3a-0b64-4da3-9e90-c17a773cfc12 Oct 15 17:45:52.094590 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.175293 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.197969 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.198835 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:45:52.199447 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:52.255290 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] Pushing event updated for resources: {'Network': ['ID=a7446e3a-0b64-4da3-9e90-c17a773cfc12,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:52.265172 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:45:52.280696 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9aff7268-d3f0-4a62-a8e2-8066939aa689 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7993038 Oct 15 17:45:52.377358 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:45:53.669553 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:54.784681 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37134) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:54.997195 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473904c4-2a94-4e31-9cfa-37cf40621d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:45:54.998602 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-473904c4-2a94-4e31-9cfa-37cf40621d97 admin admin] 10.222.0.44 "GET /v2.0/subnets/3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8 HTTP/1.1" status: 200 len: 849 time: 0.2129457 Oct 15 17:45:55.172401 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f7fc88e8-b706-4692-93ae-e45c8c1057ab admin admin] 10.222.0.44 "GET /v2.0/routers/c83499a2-6269-4261-89bd-e8d61d228f74 HTTP/1.1" status: 200 len: 704 time: 0.1672835 Oct 15 17:45:55.432533 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:55.728454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Allocated IP 172.20.0.1 (3af7cd77-a079-474f-a1cf-2850f816fea0/3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8/8a7b8bd2-ed9d-490f-91de-4e4034829588) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:45:55.907457 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.029976 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.106893 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:45:56.112383 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:45:56.119829 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7b8bd2-ed9d-490f-91de-4e4034829588,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:56.130669 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:45:56.131207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.337244 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c66580dc-2c7a-44f8-a573-3ec22e7d2d05 None None] Provisioning complete for port 8a7b8bd2-ed9d-490f-91de-4e4034829588 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:56.337840 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c66580dc-2c7a-44f8-a573-3ec22e7d2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.368626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-c66580dc-2c7a-44f8-a573-3ec22e7d2d05 None None] Port 8a7b8bd2-ed9d-490f-91de-4e4034829588 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:45:56.430012 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.637470 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.691749 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.692496 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:56.752780 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7b8bd2-ed9d-490f-91de-4e4034829588,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:56.816457 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:45:56.817767 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:45:56.989518 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-5ea6567f-c777-4e37-b5dc-97d5ceff922f None None] Provisioning complete for port 8a7b8bd2-ed9d-490f-91de-4e4034829588 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:56.989891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5ea6567f-c777-4e37-b5dc-97d5ceff922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:57.022830 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6567f-c777-4e37-b5dc-97d5ceff922f None None] Port 8a7b8bd2-ed9d-490f-91de-4e4034829588 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:45:57.035035 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Router c83499a2-6269-4261-89bd-e8d61d228f74 is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 17:45:57.127889 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:45:57.133231 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-4f85fe01-330c-4f9e-a90b-9043a5d11046 admin admin] 10.222.0.44 "PUT /v2.0/routers/c83499a2-6269-4261-89bd-e8d61d228f74/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9551244 Oct 15 17:45:57.138307 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Sync routers for ids ['c83499a2-6269-4261-89bd-e8d61d228f74'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:45:57.149354 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Routers {'c83499a2-6269-4261-89bd-e8d61d228f74'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:45:57.150186 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:45:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['c83499a2-6269-4261-89bd-e8d61d228f74'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:57.338038 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Set router c83499a2-6269-4261-89bd-e8d61d228f74 gateway port host: None {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:45:57.765235 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:45:45Z', 'updated_at': '2021-10-15T17:45:56Z', 'revision_number': 2, 'project_id': '0932265b5c06480784f268343ac1e598', 'gw_port_host': None, '_interfaces': [{'id': '8a7b8bd2-ed9d-490f-91de-4e4034829588', 'name': '', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'mac_address': 'fa:16:3e:18:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:45:55Z', 'updated_at': '2021-10-15T17:45:56Z', 'revision_number': 2, 'project_id': '0932265b5c06480784f268343ac1e598', 'subnets': [{'id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:57.816295 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Checking router: c83499a2-6269-4261-89bd-e8d61d228f74 for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:45:57.816669 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Updating router c83499a2-6269-4261-89bd-e8d61d228f74 port 8a7b8bd2-ed9d-490f-91de-4e4034829588 binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:45:57.866387 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.380592 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.446134 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.589025 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Pushing event updated for resources: {'Port': ['ID=8a7b8bd2-ed9d-490f-91de-4e4034829588,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:58.611621 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.611982 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.612329 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.612669 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.613006 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.613344 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.613679 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.614008 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.614351 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.614683 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.615000 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.615346 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Tracked resource versions report: Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: pushed versions: Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: { 'AddressGroup': {'1.2'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'ConntrackHelper': {'1.0'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Log': {'1.0'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Network': {'1.1'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Port': {'1.7'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'PortForwarding': {'1.2'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'QosPolicy': {'1.10'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroup': {'1.4'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SubPort': {'1.0'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Subnet': {'1.1'}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Trunk': {'1.1'}} Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: consumer versions: Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'ConntrackHelper': '1.0', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Log': '1.0', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Network': '1.1', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Port': '1.7', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'PortForwarding': '1.2', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'QosPolicy': '1.10', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroup': '1.4', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroupRule': '1.2', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SubPort': '1.0', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Subnet': '1.1', Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Trunk': '1.1'}} Oct 15 17:45:58.617310 dv-cinder-790535-16-iscsi neutron-server[112107]: {{(pid=112107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:45:58.628489 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Attempting to bind port 8a7b8bd2-ed9d-490f-91de-4e4034829588 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:45:58.628884 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Attempting to bind port 8a7b8bd2-ed9d-490f-91de-4e4034829588 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:45:58.629317 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Attempting to bind port 8a7b8bd2-ed9d-490f-91de-4e4034829588 on network 3af7cd77-a079-474f-a1cf-2850f816fea0 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:45:58.634320 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:45:58.634684 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Checking segment: {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:45:58.635158 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.635573 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Bound using segment: {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:45:58.636072 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Bound port: 8a7b8bd2-ed9d-490f-91de-4e4034829588, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e29ae47-3910-45b6-a317-0467b7e87a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:45:58.636526 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.648527 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-530f7424-63d7-4f5c-9558-ca2998dfa552 None None] Provisioning complete for port 8a7b8bd2-ed9d-490f-91de-4e4034829588 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:58.649032 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-530f7424-63d7-4f5c-9558-ca2998dfa552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.685468 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-530f7424-63d7-4f5c-9558-ca2998dfa552 None None] Port 8a7b8bd2-ed9d-490f-91de-4e4034829588 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:45:58.751456 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] For port 8a7b8bd2-ed9d-490f-91de-4e4034829588, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:45:58.770310 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] For port 8a7b8bd2-ed9d-490f-91de-4e4034829588, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=8a7b8bd2-ed9d-490f-91de-4e4034829588,segment=NetworkSegment(8e29ae47-3910-45b6-a317-0467b7e87a2d),segment_id=8e29ae47-3910-45b6-a317-0467b7e87a2d)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:45:58.852936 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:58.910785 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Routers {'c83499a2-6269-4261-89bd-e8d61d228f74'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:45:58.911426 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:45:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['c83499a2-6269-4261-89bd-e8d61d228f74'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:58.913903 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca01b16-a4f7-46b3-a0cc-a53b09cb3dbf None None] Pushing event updated for resources: {'Port': ['ID=8a7b8bd2-ed9d-490f-91de-4e4034829588,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:59.003492 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] Set router c83499a2-6269-4261-89bd-e8d61d228f74 gateway port host: None {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:45:59.108974 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-9ce6121c-9b16-4004-9b7e-e36e0490d3f4 None None] Provisioning complete for port 8a7b8bd2-ed9d-490f-91de-4e4034829588 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:45:59.109347 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9ce6121c-9b16-4004-9b7e-e36e0490d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:59.183422 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9ce6121c-9b16-4004-9b7e-e36e0490d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:59.216508 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-9ce6121c-9b16-4004-9b7e-e36e0490d3f4 None None] For port 8a7b8bd2-ed9d-490f-91de-4e4034829588, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=8a7b8bd2-ed9d-490f-91de-4e4034829588,segment=NetworkSegment(8e29ae47-3910-45b6-a317-0467b7e87a2d),segment_id=8e29ae47-3910-45b6-a317-0467b7e87a2d)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:45:59.219365 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:45:45Z', 'updated_at': '2021-10-15T17:45:56Z', 'revision_number': 2, 'project_id': '0932265b5c06480784f268343ac1e598', 'gw_port_host': None, '_interfaces': [{'id': '8a7b8bd2-ed9d-490f-91de-4e4034829588', 'name': '', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'mac_address': 'fa:16:3e:18:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:45:55Z', 'updated_at': '2021-10-15T17:45:58Z', 'revision_number': 4, 'project_id': '0932265b5c06480784f268343ac1e598', 'subnets': [{'id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:45:59.244577 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190c05e-b54c-46bd-a27e-df983ed15cdb None None] The sync data for ids ['c83499a2-6269-4261-89bd-e8d61d228f74'] in dv-cinder-790535-16-iscsi is: [{'id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:45:45Z', 'updated_at': '2021-10-15T17:45:56Z', 'revision_number': 2, 'project_id': '0932265b5c06480784f268343ac1e598', 'gw_port_host': None, '_interfaces': [{'id': '8a7b8bd2-ed9d-490f-91de-4e4034829588', 'name': '', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'mac_address': 'fa:16:3e:18:2e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:45:55Z', 'updated_at': '2021-10-15T17:45:58Z', 'revision_number': 4, 'project_id': '0932265b5c06480784f268343ac1e598', 'subnets': [{'id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:45:59.290277 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9ce6121c-9b16-4004-9b7e-e36e0490d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:45:59.339504 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6121c-9b16-4004-9b7e-e36e0490d3f4 None None] Pushing event updated for resources: {'Port': ['ID=8a7b8bd2-ed9d-490f-91de-4e4034829588,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:45:59.482328 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37156) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:45:59.593173 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35ccd7-ee25-4fdf-afdb-0128c34eae45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:45:59.594647 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-bc35ccd7-ee25-4fdf-afdb-0128c34eae45 admin admin] 10.222.0.44 "GET /v2.0/networks/a7446e3a-0b64-4da3-9e90-c17a773cfc12 HTTP/1.1" status: 200 len: 842 time: 0.1112597 Oct 15 17:45:59.604736 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:45:59.703944 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Made reservation on behalf of 15212eb4a51b4853ae4fce67937b1d67 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:45:59.706473 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Publish callbacks [] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:00.054629 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.objects.ports [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112105) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 17:46:00.054997 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:00.114457 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa10351e-81b1-4555-bf0b-e6b8f146221c,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:46:00.126580 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:46:00.127204 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Network hostable DHCP agents. Network: a7446e3a-0b64-4da3-9e90-c17a773cfc12, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:46:00.214885 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:46:00.271975 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, a7446e3a-0b64-4da3-9e90-c17a773cfc12) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:46:00.276817 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:46:00.277614 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:00.281469 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bcd27-c9e5-41f4-85a4-c1afc46268aa None None] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:46:00.382239 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-780ec840-598a-404b-9b6e-db850d473e9b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7675936 Oct 15 17:46:00.406039 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca3714-0a95-47a8-beb2-68e1f32a9eeb None None] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:46:02.779000 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37164) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:46:02.911775 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-49c3864b-9d95-4eea-b34a-4ccb4f38ad49 admin admin] 10.222.0.44 "GET /v2.0/routers/c83499a2-6269-4261-89bd-e8d61d228f74 HTTP/1.1" status: 200 len: 710 time: 0.1316204 Oct 15 17:46:03.005108 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877dff4d-225a-47ce-aed2-3340c66d865d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:46:03.006941 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-877dff4d-225a-47ce-aed2-3340c66d865d admin admin] 10.222.0.44 "GET /v2.0/networks/a7446e3a-0b64-4da3-9e90-c17a773cfc12 HTTP/1.1" status: 200 len: 886 time: 0.0880668 Oct 15 17:46:03.016652 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:46:03.334247 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:03.609877 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:03.686902 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:03.793215 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Allocated IP 172.27.1.228 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/a9dadec1-1a03-4737-82e7-ce6f4e34bf21) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:46:03.890548 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:03.980972 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:04.016679 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:46:04.020914 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:46:04.025567 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:46:04.035532 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9dadec1-1a03-4737-82e7-ce6f4e34bf21,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:46:04.349367 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:04.541803 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1333'] for router, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:04.545159 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597435'] for router, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:04.745407 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Router c83499a2-6269-4261-89bd-e8d61d228f74 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:46:04.856715 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:46:04.861165 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:04.862399 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-3c58651b-7454-4a22-8fb5-b5877a8090d0 admin admin] 10.222.0.44 "PUT /v2.0/routers/c83499a2-6269-4261-89bd-e8d61d228f74 HTTP/1.1" status: 200 len: 890 time: 1.8491573 Oct 15 17:46:05.593783 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 8a7b8bd2-ed9d-490f-91de-4e4034829588 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:46:05.644654 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 8a7b8bd2-ed9d-490f-91de-4e4034829588 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:46:05.645026 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:06.233629 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Sync routers for ids ['c83499a2-6269-4261-89bd-e8d61d228f74'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:46:06.245309 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Routers {'c83499a2-6269-4261-89bd-e8d61d228f74'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:46:06.246120 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:45:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['c83499a2-6269-4261-89bd-e8d61d228f74'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:46:06.452852 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Set router c83499a2-6269-4261-89bd-e8d61d228f74 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:46:06.831720 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a9dadec1-1a03-4737-82e7-ce6f4e34bf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:45:45Z', 'updated_at': '2021-10-15T17:46:04Z', 'revision_number': 4, 'project_id': '0932265b5c06480784f268343ac1e598', 'gw_port': {'id': 'a9dadec1-1a03-4737-82e7-ce6f4e34bf21', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:46:03Z', 'updated_at': '2021-10-15T17:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '8a7b8bd2-ed9d-490f-91de-4e4034829588', 'name': '', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'mac_address': 'fa:16:3e:18:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:45:55Z', 'updated_at': '2021-10-15T17:45:59Z', 'revision_number': 5, 'project_id': '0932265b5c06480784f268343ac1e598', 'subnets': [{'id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:46:06.885206 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Checking router: c83499a2-6269-4261-89bd-e8d61d228f74 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:46:06.885553 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Updating router c83499a2-6269-4261-89bd-e8d61d228f74 port a9dadec1-1a03-4737-82e7-ce6f4e34bf21 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:46:06.932009 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:07.323994 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:07.392742 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37176) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:46:07.405957 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:07.457336 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Attempting to bind port a9dadec1-1a03-4737-82e7-ce6f4e34bf21 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:46:07.457711 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Attempting to bind port a9dadec1-1a03-4737-82e7-ce6f4e34bf21 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:46:07.458075 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Attempting to bind port a9dadec1-1a03-4737-82e7-ce6f4e34bf21 on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:46:07.461467 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051ba49-cb6d-40c1-9abf-46416880dc86 None None] Pushing event updated for resources: {'Port': ['ID=a9dadec1-1a03-4737-82e7-ce6f4e34bf21,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:46:07.466022 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:46:07.466395 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:46:07.466788 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:07.467169 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:46:07.467657 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Bound port: a9dadec1-1a03-4737-82e7-ce6f4e34bf21, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:46:07.468052 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:07.505734 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-fa6eedff-bf44-4767-b632-a96cb19940df admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1118600 Oct 15 17:46:07.517469 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] For port a9dadec1-1a03-4737-82e7-ce6f4e34bf21, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:46:07.521406 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] For port a9dadec1-1a03-4737-82e7-ce6f4e34bf21, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=a9dadec1-1a03-4737-82e7-ce6f4e34bf21,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:46:07.583927 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:07.647635 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Routers {'c83499a2-6269-4261-89bd-e8d61d228f74'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:46:07.648292 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:45:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['c83499a2-6269-4261-89bd-e8d61d228f74'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:46:07.650459 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051ba49-cb6d-40c1-9abf-46416880dc86 None None] Pushing event updated for resources: {'Port': ['ID=a9dadec1-1a03-4737-82e7-ce6f4e34bf21,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:46:07.760980 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] Set router c83499a2-6269-4261-89bd-e8d61d228f74 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:46:07.974350 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a9dadec1-1a03-4737-82e7-ce6f4e34bf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:45:45Z', 'updated_at': '2021-10-15T17:46:04Z', 'revision_number': 4, 'project_id': '0932265b5c06480784f268343ac1e598', 'gw_port': {'id': 'a9dadec1-1a03-4737-82e7-ce6f4e34bf21', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:46:03Z', 'updated_at': '2021-10-15T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '8a7b8bd2-ed9d-490f-91de-4e4034829588', 'name': '', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'mac_address': 'fa:16:3e:18:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:45:55Z', 'updated_at': '2021-10-15T17:45:59Z', 'revision_number': 5, 'project_id': '0932265b5c06480784f268343ac1e598', 'subnets': [{'id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:46:08.001345 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175ba06-9c76-4046-86b8-c0b117e19cf7 None None] The sync data for ids ['c83499a2-6269-4261-89bd-e8d61d228f74'] in dv-cinder-790535-16-iscsi is: [{'id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'name': 'router1', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a9dadec1-1a03-4737-82e7-ce6f4e34bf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:45:45Z', 'updated_at': '2021-10-15T17:46:04Z', 'revision_number': 4, 'project_id': '0932265b5c06480784f268343ac1e598', 'gw_port': {'id': 'a9dadec1-1a03-4737-82e7-ce6f4e34bf21', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:46:03Z', 'updated_at': '2021-10-15T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '8a7b8bd2-ed9d-490f-91de-4e4034829588', 'name': '', 'network_id': '3af7cd77-a079-474f-a1cf-2850f816fea0', 'tenant_id': '0932265b5c06480784f268343ac1e598', 'mac_address': 'fa:16:3e:18:2e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83499a2-6269-4261-89bd-e8d61d228f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:45:55Z', 'updated_at': '2021-10-15T17:45:59Z', 'revision_number': 5, 'project_id': '0932265b5c06480784f268343ac1e598', 'subnets': [{'id': '3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6313fc03-6746-4b8b-a480-0c7048792589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:46:09.622781 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device a9dadec1-1a03-4737-82e7-ce6f4e34bf21 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:46:09.679170 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port a9dadec1-1a03-4737-82e7-ce6f4e34bf21 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:46:09.679727 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:09.764467 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:09.792338 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port a9dadec1-1a03-4737-82e7-ce6f4e34bf21, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=a9dadec1-1a03-4737-82e7-ce6f4e34bf21,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:46:09.858545 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:09.916807 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=a9dadec1-1a03-4737-82e7-ce6f4e34bf21,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:46:11.627883 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device a9dadec1-1a03-4737-82e7-ce6f4e34bf21 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:46:11.701278 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port a9dadec1-1a03-4737-82e7-ce6f4e34bf21 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:46:11.702727 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:18.211710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2cee7272-6202-40da-91d1-430a4c824c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:21.080327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1e562ede-ec63-494c-a0d6-1b6c7a701b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:21.823301 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:22.157535 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:23.665825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:29.376083 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:46:48.202707 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c8980e85-9e4b-4c90-bece-4bbd488dc70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:51.107842 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-58d88612-da78-4cff-910d-ae6c6f472597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:51.811167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:52.171045 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:46:53.650631 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:06.376883 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:47:18.198590 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3d789fa2-12e7-4184-a4d9-641a7d2b3fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:21.092795 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8343da4f-71ad-44a1-8d61-739857b2ebc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:21.812870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:22.213220 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:23.670486 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:43.374640 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:47:47.062759 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37738) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:47:47.139817 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e51bb86-2b52-4bd1-8203-1b8ccdd2111a admin admin] GET failed (client error): The resource could not be found. Oct 15 17:47:47.141130 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-8e51bb86-2b52-4bd1-8203-1b8ccdd2111a admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773845 Oct 15 17:47:47.302042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bc2fee-e70b-4cfc-befd-b5e838a709ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:47.303497 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-66bc2fee-e70b-4cfc-befd-b5e838a709ba admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576324 Oct 15 17:47:48.203775 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-588c6be3-eede-43c7-835b-292c3b4a9204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:49.582874 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37748) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:47:49.673731 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900a5f4-d56c-49c6-aa6c-679e740db8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:49.675058 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f900a5f4-d56c-49c6-aa6c-679e740db8e2 admin admin] 10.222.0.44 "GET /v2.0/subnets/3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8 HTTP/1.1" status: 200 len: 849 time: 0.0911911 Oct 15 17:47:49.685758 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:47:49.770230 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Publish callbacks [] for subnet, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:49.972086 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778219541580'] for subnet, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:50.006095 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:50.007258 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:50.007981 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] 10.222.0.44 "PUT /v2.0/subnets/3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8 HTTP/1.1" status: 200 len: 868 time: 0.3258929 Oct 15 17:47:50.024060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:47:50.030235 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9af50a-4496-41a1-bba7-a94d343917a4 None None] Network 3af7cd77-a079-474f-a1cf-2850f816fea0 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:47:50.031445 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.031808 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.032163 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.032495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.032835 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.033172 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.033510 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.033874 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.034228 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.034542 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.034872 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.035214 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5135dd-eafd-44a0-bd52-8b8cb6b28249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:47:50.435139 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-6d997d8c-dff4-4985-83a8-bf976992f586 None None] Provisioning complete for port 3a8a9205-c797-4b6c-9dc0-793ebac1021f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:47:50.435544 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6d997d8c-dff4-4985-83a8-bf976992f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:50.521080 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-6d997d8c-dff4-4985-83a8-bf976992f586 None None] Provisioning complete for port 8a7b8bd2-ed9d-490f-91de-4e4034829588 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:47:50.521376 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6d997d8c-dff4-4985-83a8-bf976992f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:51.072247 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e85e9e1-4f2c-47d7-a9ba-e20f2b4cbc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:51.814705 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:52.180386 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:52.299081 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37756) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:47:52.505144 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a346673-aa82-4040-b379-72d12042982d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:52.505607 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a346673-aa82-4040-b379-72d12042982d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:52.507685 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9a346673-aa82-4040-b379-72d12042982d admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076111 Oct 15 17:47:53.657962 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:47:54.809648 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37764) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:47:54.939009 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e475572-5e61-45c2-92d2-96163b4ad9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:54.939496 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e475572-5e61-45c2-92d2-96163b4ad9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:54.940995 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-2e475572-5e61-45c2-92d2-96163b4ad9a3 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304073 Oct 15 17:47:57.190525 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37772) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:47:57.318958 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d065c-cd1d-4c2a-95c9-f63f40f39207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:57.320189 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a40d065c-cd1d-4c2a-95c9-f63f40f39207 admin admin] 10.222.0.44 "GET /v2.0/networks/3af7cd77-a079-474f-a1cf-2850f816fea0 HTTP/1.1" status: 200 len: 869 time: 0.1287179 Oct 15 17:47:59.628535 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37780) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:47:59.749765 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2db82-6633-4a0a-b2aa-ab849f080004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:47:59.751117 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e8f2db82-6633-4a0a-b2aa-ab849f080004 admin admin] 10.222.0.44 "GET /v2.0/networks/a7446e3a-0b64-4da3-9e90-c17a773cfc12 HTTP/1.1" status: 200 len: 886 time: 0.1216307 Oct 15 17:48:02.019340 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37788) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:02.143104 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd279f-3b5e-4c3b-bb2f-15a0022d6f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:02.143584 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd279f-3b5e-4c3b-bb2f-15a0022d6f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:02.145106 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e2bd279f-3b5e-4c3b-bb2f-15a0022d6f1b admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247900 Oct 15 17:48:04.450817 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37796) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:04.540046 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218c2e8-30af-4aa9-8840-f5e69c65ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:04.540490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218c2e8-30af-4aa9-8840-f5e69c65ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:04.541954 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-4218c2e8-30af-4aa9-8840-f5e69c65ef63 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900209 Oct 15 17:48:06.798280 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37804) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:06.892274 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29ea86-8cbc-4d0b-a084-467a9f53c096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:06.893607 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9f29ea86-8cbc-4d0b-a084-467a9f53c096 admin admin] 10.222.0.44 "GET /v2.0/subnets/3bdcbb17-0b83-40cc-abdd-4fda9d1bbdd8 HTTP/1.1" status: 200 len: 868 time: 0.0943472 Oct 15 17:48:09.183492 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37812) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:09.269813 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7df98-20c9-451a-ab43-aa9b26861754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:09.271158 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6dc7df98-20c9-451a-ab43-aa9b26861754 admin admin] 10.222.0.44 "GET /v2.0/subnets/aa10351e-81b1-4555-bf0b-e6b8f146221c HTTP/1.1" status: 200 len: 816 time: 0.0866842 Oct 15 17:48:18.211371 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dd1d-0eae-46ae-b52d-24a7d1b80dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:20.373054 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:48:21.120258 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-677a9a66-6a54-4942-a5ca-2d76ebfc4ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:21.831302 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:22.219947 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:23.671313 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:33.829391 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37866) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:33.876496 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [None req-fbd70004-9ce5-4a77-88b6-d84f44cab410 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:48:33.877428 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-fbd70004-9ce5-4a77-88b6-d84f44cab410 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0470021 Oct 15 17:48:36.257698 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37874) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:36.316753 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dc17d5-fa94-4d8f-a7bd-54108586b245 admin admin] GET failed (client error): The resource could not be found. Oct 15 17:48:36.317987 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b4dc17d5-fa94-4d8f-a7bd-54108586b245 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593545 Oct 15 17:48:36.404297 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38718e9f-a585-4dc3-b674-15500d484b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:36.405767 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-38718e9f-a585-4dc3-b674-15500d484b4a admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814674 Oct 15 17:48:38.700571 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37882) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:38.750020 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:48:38.824845 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Made reservation on behalf of 15212eb4a51b4853ae4fce67937b1d67 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:48:38.827081 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:38.951882 dv-cinder-790535-16-iscsi neutron-server[112105]: WARNING neutron.services.revisions.revision_plugin [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Could not find related network for resource to bump revision. Oct 15 17:48:38.963472 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:48:38.971738 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:38.972090 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Added segment ac2b75c3-f00a-4116-be35-19c22f6d439c of type vlan for network c075a9a4-d205-4a60-9693-1f6d1c92bed9 Oct 15 17:48:39.009200 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:39.099739 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:39.100910 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:39.101503 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:39.158903 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] Pushing event updated for resources: {'Network': ['ID=c075a9a4-d205-4a60-9693-1f6d1c92bed9,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:48:39.169767 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network c075a9a4-d205-4a60-9693-1f6d1c92bed9 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:48:39.217063 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a387ccfa-3a2d-40f0-8568-8b4ba63f7277 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5152490 Oct 15 17:48:41.542149 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37890) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:48:41.604081 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a070783b-ff4a-4db0-99b4-ca8925976cc1 admin admin] GET failed (client error): The resource could not be found. Oct 15 17:48:41.605400 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a070783b-ff4a-4db0-99b4-ca8925976cc1 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622957 Oct 15 17:48:41.672966 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6751a69b-df82-4940-b13e-48c67e1e5397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:41.674396 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6751a69b-df82-4940-b13e-48c67e1e5397 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644033 Oct 15 17:48:41.685103 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:48:41.767634 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Made reservation on behalf of 15212eb4a51b4853ae4fce67937b1d67 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:48:41.769749 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:41.974459 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.026140 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=057ba6cc-4aea-4e17-a5d5-12228d57a1ec,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:48:42.038244 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Checking segment: {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:48:42.038601 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Network hostable DHCP agents. Network: c075a9a4-d205-4a60-9693-1f6d1c92bed9, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:48:42.133139 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Network c075a9a4-d205-4a60-9693-1f6d1c92bed9 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:48:42.225186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, c075a9a4-d205-4a60-9693-1f6d1c92bed9) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:48:42.229314 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:48:42.229896 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.233959 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63332a5-31ad-4c62-84c4-b9c4ef0dbdab None None] Network c075a9a4-d205-4a60-9693-1f6d1c92bed9 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:48:42.359036 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-3b7a0a95-5ba7-4018-ba9a-de348e9e28ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6772223 Oct 15 17:48:42.378387 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-c075a9a4-d205-4a60-9693-1f6d1c92bed9', 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9', 'tenant_id': '15212eb4a51b4853ae4fce67937b1d67', 'fixed_ips': [{'subnet_id': '057ba6cc-4aea-4e17-a5d5-12228d57a1ec'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 17:48:42.379328 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.525750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Allocated IP 192.168.233.2 (c075a9a4-d205-4a60-9693-1f6d1c92bed9/057ba6cc-4aea-4e17-a5d5-12228d57a1ec/63832438-6a79-4397-a80c-161e572e0bb9) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:48:42.668578 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.737333 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.779376 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Network c075a9a4-d205-4a60-9693-1f6d1c92bed9 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:48:42.782213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:48:42.787051 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:48:42.796006 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Pushing event updated for resources: {'Port': ['ID=63832438-6a79-4397-a80c-161e572e0bb9,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:48:42.806187 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.810477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:48:42.857655 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Attempting to bind port 63832438-6a79-4397-a80c-161e572e0bb9 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:48:42.858024 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Attempting to bind port 63832438-6a79-4397-a80c-161e572e0bb9 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:48:42.858386 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Attempting to bind port 63832438-6a79-4397-a80c-161e572e0bb9 on network c075a9a4-d205-4a60-9693-1f6d1c92bed9 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:48:42.864833 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:48:42.865286 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Checking segment: {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:48:42.865706 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.866106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Bound using segment: {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:48:42.866605 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Bound port: 63832438-6a79-4397-a80c-161e572e0bb9, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:48:42.866993 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:42.931089 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] For port 63832438-6a79-4397-a80c-161e572e0bb9, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:48:42.933400 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] For port 63832438-6a79-4397-a80c-161e572e0bb9, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=63832438-6a79-4397-a80c-161e572e0bb9,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:48:43.002792 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:43.069717 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585544a-2cc0-4fb0-8dc4-72a9be01e8b9 None None] Pushing event updated for resources: {'Port': ['ID=63832438-6a79-4397-a80c-161e572e0bb9,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:48:43.746862 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 63832438-6a79-4397-a80c-161e572e0bb9 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:48:43.846580 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 63832438-6a79-4397-a80c-161e572e0bb9 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:48:43.846952 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:43.914041 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac69b2-b976-4b8c-af04-9596ae51aa17 None None] Network c075a9a4-d205-4a60-9693-1f6d1c92bed9 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:48:44.009966 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:44.039606 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-1d6a3db5-9c30-439a-a24f-fa5de5e3769b None None] Provisioning complete for port 63832438-6a79-4397-a80c-161e572e0bb9 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:48:44.039982 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3db5-9c30-439a-a24f-fa5de5e3769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:44.110488 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 63832438-6a79-4397-a80c-161e572e0bb9, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=63832438-6a79-4397-a80c-161e572e0bb9,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:48:44.198410 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:44.205394 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3db5-9c30-439a-a24f-fa5de5e3769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:44.266491 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=63832438-6a79-4397-a80c-161e572e0bb9,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:48:44.317102 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.db.api [None req-1d6a3db5-9c30-439a-a24f-fa5de5e3769b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 17:48:44.317468 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG oslo_db.api [None req-1d6a3db5-9c30-439a-a24f-fa5de5e3769b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 17:48:44.973253 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-55993f5d-2409-4bf1-b432-71a1d3f8e605 None None] Provisioning complete for port 63832438-6a79-4397-a80c-161e572e0bb9 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:48:44.973915 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-55993f5d-2409-4bf1-b432-71a1d3f8e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:45.686494 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 63832438-6a79-4397-a80c-161e572e0bb9 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:48:45.735512 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 63832438-6a79-4397-a80c-161e572e0bb9 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:48:45.735879 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:48.210567 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2698-3dad-4e04-b079-d43e266cd8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:51.107863 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0b3d2fc8-b811-4e26-9afe-2f637b5988aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:51.918291 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:52.182059 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:53.670385 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:48:57.371387 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:49:18.224005 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2070f1e3-fb4d-431f-ac59-c011ab7b3deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:21.086723 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f966eab5-d6f8-4c13-a029-f1ab3b155ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:21.812283 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:22.189491 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:23.684493 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:34.370257 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:49:48.234649 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff645-7f64-4d7d-8d3b-1633a79ae4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:51.066088 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2e00d581-fae7-4b10-aafb-354c7058a555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:51.926230 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:52.242952 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:49:53.680013 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:11.368878 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:50:16.901727 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37942) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:50:16.907657 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [None req-0e455534-a874-43a5-b218-c065c63bbaef tempest-verify_tempest_config-399106984 tempest-verify_tempest_config-399106984-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:50:16.908683 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0e455534-a874-43a5-b218-c065c63bbaef tempest-verify_tempest_config-399106984 tempest-verify_tempest_config-399106984-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059052 Oct 15 17:50:17.583040 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 37960) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:50:17.689534 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:17.764475 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:17.836587 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:17.880137 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16414823-9c7d-41ae-bb2e-d1f83a996fc4,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:50:17.884682 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bb1437a42b14189b843831967dc601c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3006296 Oct 15 17:50:17.887607 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 37964) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:50:17.889036 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.889406 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.889755 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.890094 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.890427 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.890782 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.891121 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.891495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.891829 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.892156 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.892482 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.892806 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95ea6f9-6161-4602-815a-44e485d280a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:17.987447 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:18.007775 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:18.157251 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:18.159903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:18.161042 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16414823-9c7d-41ae-bb2e-d1f83a996fc4 HTTP/1.1" status: 204 len: 168 time: 0.2724917 Oct 15 17:50:18.168817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16414823-9c7d-41ae-bb2e-d1f83a996fc4,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:50:18.176468 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.176844 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.177186 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.177520 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.177850 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.178194 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.178555 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.178855 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.179184 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.179862 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.180198 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.180526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3920947d-c470-4d34-9a81-84c8b6dc7f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:50:18.231149 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4b2f-de1a-4812-824a-2657b8627d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:21.088372 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-cf259faf-6dd0-4ee3-b186-6ecdf54c36b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:21.857262 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:22.216427 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:23.724937 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:48.250426 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-148bb2e8-b884-4c62-9e53-ea78ac3a7fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:48.367946 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:50:51.072798 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6167d86b-0646-429d-b70f-28884ad7d557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:51.823902 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:52.218317 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:50:53.692483 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:18.232486 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-148ce172-9c2b-494d-87be-a8210d95c866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:21.112475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd275-30c5-4032-890d-7627f7b5d397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:21.814702 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:22.204076 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:23.700503 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:25.366864 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 5 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:51:48.239892 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2e941f46-bb3a-46be-ac58-588d69cd34ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:51.088334 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-086c1371-e1c3-48c0-8da7-d3382c3727ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:51.819867 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:52.208635 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:53.679382 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:51:56.645192 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597021'] for agent, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:02.365790 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:52:10.542859 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38038) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:52:10.648375 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-a4362f82-e482-4ea0-a79c-8ceddc5b0525 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1044004 Oct 15 17:52:12.951013 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38048) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:52:13.005315 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-19f3dad1-11fe-438c-984c-e70a56367f67 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0532224 Oct 15 17:52:18.233075 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-bd2a312b-01e9-4ecb-bef8-f35566cb0cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:21.136215 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fd207a51-a64b-4717-8090-9c9159f02e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:21.804314 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:22.201696 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:23.690376 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:26.595980 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:39.364807 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:52:48.235949 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7ceb22f2-0597-4d7f-a14c-061f0c70fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:51.084014 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f18f9373-5962-4cdf-b567-50676e0f3775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:51.838092 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:52.195510 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:53.683736 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:52:56.586224 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:16.364420 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:53:18.205981 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc565-0ca7-4ec8-b1be-3603a5394d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:21.082791 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e46e44de-ca46-473b-a9ea-bca53486ed4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:21.815063 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:22.225591 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:23.705315 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:26.625337 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:42.431803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38184) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:42.741249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-172048746-network', 'tenant_id': '39336740694a4c1c832646b3e1684453'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:42.836663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Made reservation on behalf of 39336740694a4c1c832646b3e1684453 for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:42.839095 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:42.852021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:42.930364 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.005156 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.036241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:53:43.043432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed98a84-3aed-4161-82ca-6dd310fac804,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:43.056331 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.057056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.057056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.057336 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.057660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.058004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.058331 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.058654 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.058973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.059311 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.059630 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.059942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Tracked resource versions report: Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: pushed versions: Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: { 'AddressGroup': {'1.2'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'ConntrackHelper': {'1.0'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Log': {'1.0'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Network': {'1.1'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Port': {'1.7'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'PortForwarding': {'1.2'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'QosPolicy': {'1.10'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroup': {'1.4'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SubPort': {'1.0'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Subnet': {'1.1'}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Trunk': {'1.1'}} Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: consumer versions: Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: HyperV agent@hv-cinder-79053: {}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'ConntrackHelper': '1.0', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Log': '1.0', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Network': '1.1', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Port': '1.7', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'PortForwarding': '1.2', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'QosPolicy': '1.10', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroup': '1.4', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SecurityGroupRule': '1.2', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'SubPort': '1.0', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Subnet': '1.1', Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: 'Trunk': '1.1'}} Oct 15 17:53:43.061147 dv-cinder-790535-16-iscsi neutron-server[112104]: {{(pid=112104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:53:43.066040 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778219567930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.066040 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Unsubscribe: segment precommit_create {{(pid=112104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 17:53:43.066309 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Added segment a887d72d-c2d1-4c9f-8127-5eb51d383ff2 of type vlan for network 360af2dc-114a-429f-9f83-30819b3d85ae Oct 15 17:53:43.123647 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.233853 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.235495 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:43.237631 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.333342 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] Pushing event updated for resources: {'Network': ['ID=360af2dc-114a-429f-9f83-30819b3d85ae,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:43.343608 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38218) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:43.346891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 360af2dc-114a-429f-9f83-30819b3d85ae details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:53:43.350688 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Request body: {'subnet': {'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-subnet', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:43.358642 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-73abc1d3-63cc-467f-a05a-e454318b99d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9175375 Oct 15 17:53:43.462343 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Made reservation on behalf of 39336740694a4c1c832646b3e1684453 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:43.464985 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Publish callbacks [] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.478539 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38226) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:43.682842 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.732080 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3188a43e-4059-4d95-81a2-c78921beec5e,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:43.741815 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Tracked resource versions report: Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: pushed versions: Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: { 'AddressGroup': {'1.2'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'ConntrackHelper': {'1.0'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Log': {'1.0'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Network': {'1.1'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Port': {'1.7'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'PortForwarding': {'1.2'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'QosPolicy': {'1.10'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroup': {'1.4'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SubPort': {'1.0'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Subnet': {'1.1'}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Trunk': {'1.1'}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: consumer versions: Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: HyperV agent@hv-cinder-79053: {}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'ConntrackHelper': '1.0', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Log': '1.0', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Network': '1.1', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Port': '1.7', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'PortForwarding': '1.2', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'QosPolicy': '1.10', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroup': '1.4', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SecurityGroupRule': '1.2', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'SubPort': '1.0', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Subnet': '1.1', Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: 'Trunk': '1.1'}} Oct 15 17:53:43.753381 dv-cinder-790535-16-iscsi neutron-server[112105]: {{(pid=112105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:53:43.767393 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Checking segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:43.767943 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Network hostable DHCP agents. Network: 360af2dc-114a-429f-9f83-30819b3d85ae, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:53:43.822967 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2129089290-network', 'tenant_id': '90c8de5806ee4bb88391338216fc5b92'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:43.857019 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Network 360af2dc-114a-429f-9f83-30819b3d85ae is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:53:43.902982 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Made reservation on behalf of 90c8de5806ee4bb88391338216fc5b92 for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:43.908293 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.913773 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.919888 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 360af2dc-114a-429f-9f83-30819b3d85ae) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:43.925675 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:43.926299 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:43.934154 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60606739-2769-4f55-a024-9c24bcae6b92 None None] Network 360af2dc-114a-429f-9f83-30819b3d85ae requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:43.993129 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.026306 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-55dfd4ad-5de8-48eb-9914-f0609b16c74c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6808228 Oct 15 17:53:44.031118 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38256) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:44.036344 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:44.077125 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15967a99-3ff1-41bb-85e7-54664b2b3804 None None] Network 360af2dc-114a-429f-9f83-30819b3d85ae requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:44.105220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.128684 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.130581 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.132768 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300a7bc8-11c5-40c3-83ee-0c55d60c94a7,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:44.164964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:53:44.177209 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.177767 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Added segment a6824b84-a5cb-4fbd-8ad0-6057d760245f of type vlan for network 500a09ec-0f03-43c9-8195-70cbf8f470ee Oct 15 17:53:44.222806 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.245440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.323225 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38266) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:44.337450 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.338395 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:44.338964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.401220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] Pushing event updated for resources: {'Network': ['ID=500a09ec-0f03-43c9-8195-70cbf8f470ee,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:44.412331 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 500a09ec-0f03-43c9-8195-70cbf8f470ee details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:53:44.459284 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-360756c9-e377-4ebd-b928-b536c61b4723 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9774692 Oct 15 17:53:44.460579 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38270) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:44.465497 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Request body: {'subnet': {'network_id': '500a09ec-0f03-43c9-8195-70cbf8f470ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2129089290-subnet', 'tenant_id': '90c8de5806ee4bb88391338216fc5b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:44.479277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.590770 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Made reservation on behalf of 90c8de5806ee4bb88391338216fc5b92 for: {'subnet': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:44.593114 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.755400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38284) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:44.805514 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1314583302-network', 'tenant_id': '85e1151a44db447f88c8efb2ff2aab42'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:44.814709 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.832847 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38288) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:44.844896 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.845118 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.889763 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Checking segment: {'id': 'a6824b84-a5cb-4fbd-8ad0-6057d760245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '500a09ec-0f03-43c9-8195-70cbf8f470ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:44.890363 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Network hostable DHCP agents. Network: 500a09ec-0f03-43c9-8195-70cbf8f470ee, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:53:44.928186 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Made reservation on behalf of 85e1151a44db447f88c8efb2ff2aab42 for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:44.930630 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.943522 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:44.955290 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8396cac-68cd-4663-86ab-8cce30b0bf0e,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:44.968468 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Allocated IP 172.27.1.166 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/826c2462-dc32-4dde-9cdd-eff416b2502b) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:45.040843 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Network 500a09ec-0f03-43c9-8195-70cbf8f470ee is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:53:45.044917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.067019 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1186331623-network', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:45.080230 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.111397 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.160738 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:45.162780 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.173040 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 500a09ec-0f03-43c9-8195-70cbf8f470ee) {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:45.177856 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:45.179211 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.183142 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c91af-4fdc-4cb1-94a0-28fd3d9ed946 None None] Network 500a09ec-0f03-43c9-8195-70cbf8f470ee requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:45.191451 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:53:45.193323 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:45.194610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:45.198470 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-112223665-network', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:45.201485 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:45.214158 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.214619 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Added segment dea44f4e-9dfa-4d99-bb76-f370dd5bc336 of type vlan for network 0f21bbf7-34d4-4381-b275-00afc2e53f9f Oct 15 17:53:45.260768 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.324448 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Made reservation on behalf of a71cd40a88ce4ad999cb8a7bad461b92 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:45.326974 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.331213 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9ef6b046-a71c-44ab-8766-8e04609de1f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8695970 Oct 15 17:53:45.382803 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Pushing event updated for resources: {'Port': ['ID=826c2462-dc32-4dde-9cdd-eff416b2502b,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:45.387853 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.430680 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.431848 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:45.432433 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.432848 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d7c66-876d-4bcd-8190-3017131c3530 None None] Network 500a09ec-0f03-43c9-8195-70cbf8f470ee requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:45.468712 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.497669 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Made reservation on behalf of 7f30b4f7915b46f6bbc63626aba24211 for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:45.502435 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.530166 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.611657 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] Pushing event updated for resources: {'Network': ['ID=0f21bbf7-34d4-4381-b275-00afc2e53f9f,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:45.627759 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 0f21bbf7-34d4-4381-b275-00afc2e53f9f details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:53:45.654327 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-3fd22aff-ef17-4099-994a-01ffdd1fbf60 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3298941 Oct 15 17:53:45.655185 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38316) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:45.672828 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Request body: {'subnet': {'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1314583302-subnet', 'tenant_id': '85e1151a44db447f88c8efb2ff2aab42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:45.725755 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.830868 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.847490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.853012 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:53:45.900646 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdcfb3-7de0-4951-8c51-2943064d62e6,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:45.907632 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:45.907977 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Added segment cd6be7a6-8f4b-4a2e-a9ae-038843418962 of type vlan for network c1833c72-8cfb-4492-9fe5-32355b8e436d Oct 15 17:53:45.984757 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.007500 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Made reservation on behalf of 85e1151a44db447f88c8efb2ff2aab42 for: {'subnet': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:46.009899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Publish callbacks [] for subnet, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.082926 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.128074 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:53:46.136166 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe6cd5-8833-4932-8456-adcc22c2def1,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:46.142864 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.144308 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:46.145316 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.145768 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.146117 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Added segment 02de511b-0f25-4e9b-9d67-e5c2a25cc24a of type vlan for network a89a96f1-9d66-4919-8de4-371b51794dd2 Oct 15 17:53:46.160687 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.222889 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.274223 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5147693 Oct 15 17:53:46.275454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad34ab4-0bbd-4e33-b4a6-4114c76ce98e admin admin] Pushing event updated for resources: {'Network': ['ID=c1833c72-8cfb-4492-9fe5-32355b8e436d,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:46.280765 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38344) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:46.290478 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network c1833c72-8cfb-4492-9fe5-32355b8e436d details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:53:46.293214 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Request body: {'subnet': {'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1186331623-subnet', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:46.385506 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.386817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:46.387568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.458040 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Made reservation on behalf of a71cd40a88ce4ad999cb8a7bad461b92 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:46.463701 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Publish callbacks [] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.463992 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] Pushing event updated for resources: {'Network': ['ID=a89a96f1-9d66-4919-8de4-371b51794dd2,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:46.478261 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.478712 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network a89a96f1-9d66-4919-8de4-371b51794dd2 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:53:46.585081 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-dd1264a5-eba1-436e-88dc-390612c7e903 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7479329 Oct 15 17:53:46.595591 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38362) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:46.606939 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Request body: {'subnet': {'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-subnet', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:46.628824 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Router 454786da-9e81-45c1-be89-597d6c4ac8e6 is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 17:53:46.651678 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafe8291-1a3e-424c-bbea-04d94f5603df,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:46.668142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Checking segment: {'id': 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:46.668298 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Network hostable DHCP agents. Network: 0f21bbf7-34d4-4381-b275-00afc2e53f9f, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:53:46.698817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38366) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:46.710742 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015252857-network', 'tenant_id': '140b2796cc334acd89112852915db44e'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:46.792509 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:53:46.798623 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Made reservation on behalf of 7f30b4f7915b46f6bbc63626aba24211 for: {'subnet': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:46.800749 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.804589 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Sync routers for ids ['454786da-9e81-45c1-be89-597d6c4ac8e6'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:53:46.807566 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Network 0f21bbf7-34d4-4381-b275-00afc2e53f9f is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:53:46.821239 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Routers {'454786da-9e81-45c1-be89-597d6c4ac8e6'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:46.822217 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['454786da-9e81-45c1-be89-597d6c4ac8e6'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:46.842340 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.905288 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57882b99-9344-47cc-902d-bc18b541bcaa,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:46.915243 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Checking segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:46.915767 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Network hostable DHCP agents. Network: c1833c72-8cfb-4492-9fe5-32355b8e436d, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:53:46.921727 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Made reservation on behalf of 140b2796cc334acd89112852915db44e for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:46.924056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.929038 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 0f21bbf7-34d4-4381-b275-00afc2e53f9f) {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:46.941187 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeaeda7-d732-4b8a-8fd6-9c9ccae43ca6 None None] Network 0f21bbf7-34d4-4381-b275-00afc2e53f9f requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:46.955568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:46.957286 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.981736 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:46.987139 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Set router 454786da-9e81-45c1-be89-597d6c4ac8e6 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:47.024686 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.025942 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-23b078d9-3f86-4ef5-bf42-a511773e5a53 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9930427 Oct 15 17:53:47.029025 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38374) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:47.101387 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Network c1833c72-8cfb-4492-9fe5-32355b8e436d is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:53:47.112839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, c1833c72-8cfb-4492-9fe5-32355b8e436d) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:47.116040 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282cd24-50c5-4fe2-bb9a-593f1db6f648 None None] Network 0f21bbf7-34d4-4381-b275-00afc2e53f9f requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:47.116360 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:47.116951 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.140323 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-18095d20-4c52-4d7d-9211-84de6be31fea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4805701 Oct 15 17:53:47.202990 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.207891 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.213174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a109c3-e684-4d48-8cea-27e89cc0f279 None None] Network c1833c72-8cfb-4492-9fe5-32355b8e436d requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:47.231950 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:45Z', 'revision_number': 3, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:47.254299 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369cb9b8-4899-4e9e-abad-98e9faf10968,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:47.264513 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-41f9654a-b42f-4bca-8102-41f8b7841d69 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9769251 Oct 15 17:53:47.267714 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38378) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:47.313393 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Checking router: 454786da-9e81-45c1-be89-597d6c4ac8e6 for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:53:47.313756 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Updating router 454786da-9e81-45c1-be89-597d6c4ac8e6 port 826c2462-dc32-4dde-9cdd-eff416b2502b binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:53:47.374738 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:47.390467 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.408267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.428878 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:53:47.437671 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.438871 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Added segment 93699aea-233e-4898-a75d-3beeed7c790a of type vlan for network 0d52807e-8b23-4e92-9ddf-ec015e56135a Oct 15 17:53:47.510779 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-c1833c72-8cfb-4492-9fe5-32355b8e436d', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 17:53:47.510779 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.529436 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.564781 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Checking segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:47.565325 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Network hostable DHCP agents. Network: a89a96f1-9d66-4919-8de4-371b51794dd2, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:53:47.616482 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bdf81d-6933-4bfd-b46e-33bbb28103b0,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:47.652398 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38400) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:47.686130 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Network a89a96f1-9d66-4919-8de4-371b51794dd2 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:53:47.690148 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.695446 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.711481 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.714910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:47.715545 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.850540 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.851456 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, a89a96f1-9d66-4919-8de4-371b51794dd2) {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:47.882251 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:47.882957 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.903684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-be596a52-7db7-4ee4-893b-e7be6b891fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:47.942737 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28999d-1b50-4b79-bec6-2ef8fd1ed855 None None] Network a89a96f1-9d66-4919-8de4-371b51794dd2 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:47.943254 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d52807e-8b23-4e92-9ddf-ec015e56135a,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:47.951464 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Allocated IP 172.20.0.2 (c1833c72-8cfb-4492-9fe5-32355b8e436d/57882b99-9344-47cc-902d-bc18b541bcaa/ef3a781e-c132-4746-bc1b-e2bccf4e81ba) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:47.961901 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7d1263c4-57a6-4669-88df-b1609bf98fb2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2592974 Oct 15 17:53:47.980320 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 0d52807e-8b23-4e92-9ddf-ec015e56135a details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:53:47.989305 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38412) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:47.993356 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.006207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Request body: {'subnet': {'network_id': '0d52807e-8b23-4e92-9ddf-ec015e56135a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015252857-subnet', 'tenant_id': '140b2796cc334acd89112852915db44e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:48.107615 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.116831 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-be596a52-7db7-4ee4-893b-e7be6b891fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.118388 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38438) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:48.125976 dv-cinder-790535-16-iscsi neutron-server[112104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 17:53:48.177048 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.223505 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Pushing event updated for resources: {'Port': ['ID=826c2462-dc32-4dde-9cdd-eff416b2502b,revision_number=2']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:48.232506 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-be596a52-7db7-4ee4-893b-e7be6b891fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.234924 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.236009 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.236574 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.237111 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.238147 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.238715 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.239245 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.239761 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.240276 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.243141 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.243141 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.243141 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Tracked resource versions report: Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: pushed versions: Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: { 'AddressGroup': {'1.2'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'ConntrackHelper': {'1.0'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Log': {'1.0'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Network': {'1.1'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Port': {'1.7'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'PortForwarding': {'1.2'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'QosPolicy': {'1.10'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroup': {'1.4'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SubPort': {'1.0'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Subnet': {'1.1'}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Trunk': {'1.1'}} Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: consumer versions: Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: HyperV agent@hv-cinder-79053: {}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'ConntrackHelper': '1.0', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Log': '1.0', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Network': '1.1', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Port': '1.7', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'PortForwarding': '1.2', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'QosPolicy': '1.10', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroup': '1.4', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SecurityGroupRule': '1.2', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'SubPort': '1.0', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Subnet': '1.1', Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: 'Trunk': '1.1'}} Oct 15 17:53:48.243924 dv-cinder-790535-16-iscsi neutron-server[112107]: {{(pid=112107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:53:48.264285 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Made reservation on behalf of 140b2796cc334acd89112852915db44e for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:48.267696 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Publish callbacks [] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.270290 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Attempting to bind port 826c2462-dc32-4dde-9cdd-eff416b2502b on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:53:48.271371 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Attempting to bind port 826c2462-dc32-4dde-9cdd-eff416b2502b by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:53:48.271938 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Attempting to bind port 826c2462-dc32-4dde-9cdd-eff416b2502b on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:53:48.278048 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:53:48.278765 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:48.279496 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.280116 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:53:48.280809 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Bound port: 826c2462-dc32-4dde-9cdd-eff416b2502b, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:53:48.282012 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.299787 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be596a52-7db7-4ee4-893b-e7be6b891fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b540d8-6270-4c13-8289-7eb4c15c0177,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:48.342928 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] For port 826c2462-dc32-4dde-9cdd-eff416b2502b, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:53:48.349311 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] For port 826c2462-dc32-4dde-9cdd-eff416b2502b, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=826c2462-dc32-4dde-9cdd-eff416b2502b,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:53:48.373972 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-be596a52-7db7-4ee4-893b-e7be6b891fa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b54b592851064d39a1dded1961964e26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7204876 Oct 15 17:53:48.412152 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38440) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:48.430282 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-de6b2c7e-4c7c-4360-b9f4-63cef4cc2b80 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8336163 Oct 15 17:53:48.433516 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Allocated IP 172.20.0.1 (360af2dc-114a-429f-9f83-30819b3d85ae/3188a43e-4059-4d95-81a2-c78921beec5e/3f5e104f-b984-416f-b0a7-29a5e4913ba9) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:48.435268 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38444) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:48.445913 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:48.465944 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.499311 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.536661 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7b831e27-1397-42f5-aa7c-50f35118c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.557640 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-edb7e797-ab2a-44a0-a82f-c0205d941397 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:48.559167 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-edb7e797-ab2a-44a0-a82f-c0205d941397 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/networks?id=0f21bbf7-34d4-4381-b275-00afc2e53f9f HTTP/1.1" status: 200 len: 812 time: 0.4351606 Oct 15 17:53:48.578232 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d20fc7-13b0-4ee1-a616-537fb92a9b45 None None] Pushing event updated for resources: {'Port': ['ID=826c2462-dc32-4dde-9cdd-eff416b2502b,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:48.582966 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-f75a943d-c923-4470-95f5-7f3a67f6d477 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/quotas/85e1151a44db447f88c8efb2ff2aab42 HTTP/1.1" status: 200 len: 375 time: 0.0174291 Oct 15 17:53:48.583878 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Routers {'454786da-9e81-45c1-be89-597d6c4ac8e6'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:48.584507 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['454786da-9e81-45c1-be89-597d6c4ac8e6'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:48.588617 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb850a98-94e5-4332-97cd-022fc48df175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.606346 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-a89a96f1-9d66-4919-8de4-371b51794dd2', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 17:53:48.607348 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.611100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.627262 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.628276 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.663221 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-69265a9d-020d-4c64-86b2-095e4e6baf63 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85e1151a44db447f88c8efb2ff2aab42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727472 Oct 15 17:53:48.685139 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb850a98-94e5-4332-97cd-022fc48df175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.707821 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.751556 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.767221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Network c1833c72-8cfb-4492-9fe5-32355b8e436d is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:48.774543 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:48.801382 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] Set router 454786da-9e81-45c1-be89-597d6c4ac8e6 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:48.804219 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:48.814839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:48.822223 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Pushing event updated for resources: {'Port': ['ID=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:48.873013 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.873396 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.873780 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.874121 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.874454 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.874873 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.875688 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.876026 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.876371 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.876698 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.877023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.877345 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Tracked resource versions report: Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: pushed versions: Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: { 'AddressGroup': {'1.2'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'ConntrackHelper': {'1.0'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Log': {'1.0'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Network': {'1.1'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Port': {'1.7'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'PortForwarding': {'1.2'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'QosPolicy': {'1.10'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroup': {'1.4'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroupRule': {'1.2'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SubPort': {'1.0'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Subnet': {'1.1'}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Trunk': {'1.1'}} Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: consumer versions: Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: { DHCP agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: HyperV agent@hv-cinder-79053: {}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: L3 agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: Metadata agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: Metering agent@dv-cinder-790535-16-iscsi: {}, Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: Open vSwitch agent@dv-cinder-790535-16-iscsi: { 'AddressGroup': '1.2', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'ConntrackHelper': '1.0', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Log': '1.0', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Network': '1.1', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Port': '1.7', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'PortForwarding': '1.2', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'QosPolicy': '1.10', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroup': '1.4', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SecurityGroupRule': '1.2', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'SubPort': '1.0', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Subnet': '1.1', Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: 'Trunk': '1.1'}} Oct 15 17:53:48.878437 dv-cinder-790535-16-iscsi neutron-server[112106]: {{(pid=112106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 17:53:48.955748 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Allocated IP 172.20.0.2 (a89a96f1-9d66-4919-8de4-371b51794dd2/369cb9b8-4899-4e9e-abad-98e9faf10968/fff8118c-2c7c-4baa-abae-09fc01c1789d) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:48.956611 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c99f2744-67e0-4122-920c-004f9c4046eb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:53:48.959419 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c99f2744-67e0-4122-920c-004f9c4046eb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1504433 Oct 15 17:53:48.970107 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Attempting to bind port ef3a781e-c132-4746-bc1b-e2bccf4e81ba on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:53:48.970518 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Attempting to bind port ef3a781e-c132-4746-bc1b-e2bccf4e81ba by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:53:48.971022 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Attempting to bind port ef3a781e-c132-4746-bc1b-e2bccf4e81ba on network c1833c72-8cfb-4492-9fe5-32355b8e436d {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:53:49.003190 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:53:49.003650 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Checking segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:49.004083 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.004641 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Bound using segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:53:49.005526 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Bound port: ef3a781e-c132-4746-bc1b-e2bccf4e81ba, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:53:49.005947 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.143956 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.159524 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:45Z', 'revision_number': 3, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:49.160910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.185881 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.191398 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.202314 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3fb0-1252-47ed-a3ed-16db30ca9a47 None None] The sync data for ids ['454786da-9e81-45c1-be89-597d6c4ac8e6'] in dv-cinder-790535-16-iscsi is: [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:45Z', 'revision_number': 3, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:53:49.204750 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.227300 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.250638 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Pushing event updated for resources: {'Port': ['ID=3f5e104f-b984-416f-b0a7-29a5e4913ba9,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:49.251291 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] For port ef3a781e-c132-4746-bc1b-e2bccf4e81ba, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:53:49.254465 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] For port ef3a781e-c132-4746-bc1b-e2bccf4e81ba, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:53:49.289051 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Network 360af2dc-114a-429f-9f83-30819b3d85ae is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:49.293642 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:49.300005 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:49.300274 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.308423 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-cdcb7748-7055-498f-9548-76f33f5c73c8 service neutron] 10.222.0.44 "GET /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416207 Oct 15 17:53:49.372105 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb850a98-94e5-4332-97cd-022fc48df175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.373915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb850a98-94e5-4332-97cd-022fc48df175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.375161 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cb850a98-94e5-4332-97cd-022fc48df175 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3b540d8-6270-4c13-8289-7eb4c15c0177 HTTP/1.1" status: 204 len: 168 time: 0.9491673 Oct 15 17:53:49.390446 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Checking segment: {'id': '93699aea-233e-4898-a75d-3beeed7c790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0d52807e-8b23-4e92-9ddf-ec015e56135a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:49.390836 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Network hostable DHCP agents. Network: 0d52807e-8b23-4e92-9ddf-ec015e56135a, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:53:49.391703 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.396303 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.398132 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c594c6b6-0071-4974-96a3-495869119289,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:49.465907 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb850a98-94e5-4332-97cd-022fc48df175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b540d8-6270-4c13-8289-7eb4c15c0177,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:49.495049 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Network a89a96f1-9d66-4919-8de4-371b51794dd2 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:49.534095 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:49.534095 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:49.534333 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Network 0d52807e-8b23-4e92-9ddf-ec015e56135a is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:53:49.581504 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Pushing event updated for resources: {'Port': ['ID=fff8118c-2c7c-4baa-abae-09fc01c1789d,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:49.650451 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 0d52807e-8b23-4e92-9ddf-ec015e56135a) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:49.783899 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789a2f7-f806-431f-9341-530d368046e5 None None] Network 0d52807e-8b23-4e92-9ddf-ec015e56135a requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:49.784724 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Allocated IP 172.27.1.72 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/92ea0586-7e78-4219-9801-2bf9b98d070f) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:49.784724 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-78f99847-6194-4814-879c-defc672e34ac service neutron] 10.222.0.44 "GET /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139383 Oct 15 17:53:49.785433 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:49.785433 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.827042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.873282 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90be96-cd88-466a-958f-b5179724fad6 None None] Pushing event updated for resources: {'Port': ['ID=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:49.905353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Attempting to bind port fff8118c-2c7c-4baa-abae-09fc01c1789d on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:53:49.905353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Attempting to bind port fff8118c-2c7c-4baa-abae-09fc01c1789d by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:53:49.914486 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Attempting to bind port fff8118c-2c7c-4baa-abae-09fc01c1789d on network a89a96f1-9d66-4919-8de4-371b51794dd2 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:53:49.921789 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:49.989066 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-64eca69c-37c9-4952-9e5f-50217fe4193c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9908476 Oct 15 17:53:50.005387 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.058758 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.241019 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:53:50.244097 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Checking segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:50.245560 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.246084 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Bound using segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:53:50.246699 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Bound port: fff8118c-2c7c-4baa-abae-09fc01c1789d, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:53:50.248073 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.263669 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 826c2462-dc32-4dde-9cdd-eff416b2502b up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:50.284010 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.332395 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38490) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:50.433534 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:50.438897 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:50.447614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:50.475639 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38500) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:50.478677 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ceb1be-985f-4ecc-a60c-f7c990d3fe6e None None] Network 0d52807e-8b23-4e92-9ddf-ec015e56135a requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:50.522212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Pushing event updated for resources: {'Port': ['ID=92ea0586-7e78-4219-9801-2bf9b98d070f,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:50.552754 dv-cinder-790535-16-iscsi neutron-server[112105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 17:53:50.634319 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 826c2462-dc32-4dde-9cdd-eff416b2502b triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:50.634925 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.654974 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] For port fff8118c-2c7c-4baa-abae-09fc01c1789d, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:53:50.706056 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] For port fff8118c-2c7c-4baa-abae-09fc01c1789d, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=fff8118c-2c7c-4baa-abae-09fc01c1789d,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:53:50.713097 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6afda09e-25d4-40e8-93d7-4c93b868a6cb req-6c45820e-ac3d-413f-87c9-f52833730fe1 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.1575282 Oct 15 17:53:50.728714 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Allocated IP 172.27.1.244 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/14a6d9bd-7219-4c29-81f0-4f244e92fcfd) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:50.743855 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.774716 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Deleting subnet c8396cac-68cd-4663-86ab-8cce30b0bf0e {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 17:53:50.778694 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38510) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:50.787343 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.806659 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7f09a14c-9b17-486f-9b5f-1c606e216bec admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.836474 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.876829 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.877650 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.897972 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.929475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:50.978788 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 826c2462-dc32-4dde-9cdd-eff416b2502b, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=826c2462-dc32-4dde-9cdd-eff416b2502b,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:53:50.987207 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8374a-c241-434e-a6d9-4c27350e87d0 None None] Pushing event updated for resources: {'Port': ['ID=fff8118c-2c7c-4baa-abae-09fc01c1789d,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:51.017975 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.036838 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.082239 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Pushing event updated for resources: {'Port': ['ID=3f5e104f-b984-416f-b0a7-29a5e4913ba9,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:51.121065 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7214d-8ebd-4f85-af02-4cfb18cc1917 None None] Network c1833c72-8cfb-4492-9fe5-32355b8e436d requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:51.129283 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-91b61174-8f9d-4fdc-bcb4-2ee8184f62d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.179763 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=826c2462-dc32-4dde-9cdd-eff416b2502b,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:51.288610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.306014 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.413196 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-b3413e06-34d7-4e18-8a8a-5480d96b3e70 None None] Provisioning complete for port ef3a781e-c132-4746-bc1b-e2bccf4e81ba triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:51.414210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3413e06-34d7-4e18-8a8a-5480d96b3e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.449915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7f09a14c-9b17-486f-9b5f-1c606e216bec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.566126 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7f09a14c-9b17-486f-9b5f-1c606e216bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.569226 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3413e06-34d7-4e18-8a8a-5480d96b3e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.579485 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.584175 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c8396cac-68cd-4663-86ab-8cce30b0bf0e HTTP/1.1" status: 204 len: 168 time: 1.2490182 Oct 15 17:53:51.598444 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60c98f-92cc-402b-9d83-a336e92c96df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8396cac-68cd-4663-86ab-8cce30b0bf0e,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:51.598444 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38536) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:51.602912 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7f09a14c-9b17-486f-9b5f-1c606e216bec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d6218229d91489d8c007c18598df926&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8226395 Oct 15 17:53:51.606501 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38538) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:51.634654 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-b3413e06-34d7-4e18-8a8a-5480d96b3e70 None None] For port ef3a781e-c132-4746-bc1b-e2bccf4e81ba, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:53:51.682077 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a14c-9b17-486f-9b5f-1c606e216bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e042be89-e9bb-44d1-9aaa-68f8c725dcb7,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:51.708844 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.728407 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3413e06-34d7-4e18-8a8a-5480d96b3e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.753647 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4023c3f1-b3cc-48d4-ad65-b9c576ff6885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.800240 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4023c3f1-b3cc-48d4-ad65-b9c576ff6885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.896402 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413e06-34d7-4e18-8a8a-5480d96b3e70 None None] Pushing event updated for resources: {'Port': ['ID=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:51.918105 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.938974 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:51.942563 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.011179 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Network 360af2dc-114a-429f-9f83-30819b3d85ae is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:52.055198 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:52.076755 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38548) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:52.080519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-0386db24-ec1c-4dfd-890d-31edff7b1cef None None] Provisioning complete for port ef3a781e-c132-4746-bc1b-e2bccf4e81ba triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:52.080928 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0386db24-ec1c-4dfd-890d-31edff7b1cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.100440 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8cc3c185-ab21-4db4-9e72-907a1cf0595a req-1b88dac2-b833-48a3-afa3-cf6c504e0b31 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.1739342 Oct 15 17:53:52.104936 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4023c3f1-b3cc-48d4-ad65-b9c576ff6885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.108162 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4023c3f1-b3cc-48d4-ad65-b9c576ff6885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.112442 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4023c3f1-b3cc-48d4-ad65-b9c576ff6885 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e042be89-e9bb-44d1-9aaa-68f8c725dcb7 HTTP/1.1" status: 204 len: 168 time: 0.4988668 Oct 15 17:53:52.146887 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c3f1-b3cc-48d4-ad65-b9c576ff6885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042be89-e9bb-44d1-9aaa-68f8c725dcb7,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:52.209419 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.270020 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device fff8118c-2c7c-4baa-abae-09fc01c1789d up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:52.359645 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.421530 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port fff8118c-2c7c-4baa-abae-09fc01c1789d triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:52.422017 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.494874 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.497985 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Pushing event updated for resources: {'Port': ['ID=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:52.521444 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:52.530532 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-71366be6-d4ab-4490-9d00-f84b9b4112bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.532281 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 17:53:52.542773 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:52.545612 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.563124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:52.563124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.563124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.563124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.563124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > port after_create 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.563972 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.563972 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > port after_update 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.563972 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.564423 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.564711 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.564815 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.585507 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac56cea-7b93-477c-8db7-4ad341ea8115 None None] Network a89a96f1-9d66-4919-8de4-371b51794dd2 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:53:52.685636 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:53:52.696569 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port fff8118c-2c7c-4baa-abae-09fc01c1789d, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=fff8118c-2c7c-4baa-abae-09fc01c1789d,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:53:52.699076 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:53:52.716462 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-f682f1b7-5354-40f9-8c2a-4d2a636c53a7 None None] Provisioning complete for port fff8118c-2c7c-4baa-abae-09fc01c1789d triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:52.717039 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f682f1b7-5354-40f9-8c2a-4d2a636c53a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.750818 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:52.751776 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:52.792018 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.793255 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-24222e15-729b-44d7-a10e-8d3c70a5fe07 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5244880 Oct 15 17:53:52.799878 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38570) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:52.803168 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:52.803168 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 826c2462-dc32-4dde-9cdd-eff416b2502b up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:52.864209 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.868057 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.868057 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.868057 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:52.868057 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500a09ec-0f03-43c9-8195-70cbf8f470ee']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:52.926506 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Router 454786da-9e81-45c1-be89-597d6c4ac8e6 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:53:52.974261 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6824b84-a5cb-4fbd-8ad0-6057d760245f') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:52.974607 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6824b84-a5cb-4fbd-8ad0-6057d760245f') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:52.986354 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=fff8118c-2c7c-4baa-abae-09fc01c1789d,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:53.033680 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.113243 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.134965 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 17:53:53.135165 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: from cryptography.utils import int_from_bytes Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: from cryptography.utils import int_from_bytes Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 17:53:53.141047 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 17:53:53.238881 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-586af5b9-2fb3-492e-8d60-00374d01c17e req-ccbaa5a2-a1b1-438b-8a3c-6d93c055e9ee tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.0673351 Oct 15 17:53:53.312078 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:53.364290 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:53:53.378606 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-71366be6-d4ab-4490-9d00-f84b9b4112bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.390313 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 826c2462-dc32-4dde-9cdd-eff416b2502b triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:53.391204 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.528345 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-71366be6-d4ab-4490-9d00-f84b9b4112bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.551456 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:53:53.567838 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Sync routers for ids ['454786da-9e81-45c1-be89-597d6c4ac8e6'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:53:53.581629 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Routers {'454786da-9e81-45c1-be89-597d6c4ac8e6'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:53.582609 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['454786da-9e81-45c1-be89-597d6c4ac8e6'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:53.583658 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b73e8c94-d23f-4c0a-8a2a-c7bf117c8d1d admin admin] 10.222.0.44 "PUT /v2.0/routers/454786da-9e81-45c1-be89-597d6c4ac8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5534484 Oct 15 17:53:53.631642 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.633973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.658395 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-71366be6-d4ab-4490-9d00-f84b9b4112bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06511baf86764b76b8a2116fc9a3f9af&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5800273 Oct 15 17:53:53.665152 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38600) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:53.680619 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.688317 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] 10.222.0.44 "DELETE /v2.0/networks/500a09ec-0f03-43c9-8195-70cbf8f470ee HTTP/1.1" status: 204 len: 168 time: 2.0863793 Oct 15 17:53:53.689277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38604) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:53.690207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71366be6-d4ab-4490-9d00-f84b9b4112bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0c931-701f-41a3-83b9-d08928306c5e,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:53.767844 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.804947 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261ab0b-5bd0-4326-a1c1-52207787cf6b admin admin] Pushing event deleted for resources: {'Network': ['ID=500a09ec-0f03-43c9-8195-70cbf8f470ee,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:53.873463 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.890232 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Set router 454786da-9e81-45c1-be89-597d6c4ac8e6 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:53.913624 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Deleting subnet c594c6b6-0071-4974-96a3-495869119289 {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 17:53:53.924685 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:53.998435 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 3, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:54.047552 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.114294 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ef3a781e-c132-4746-bc1b-e2bccf4e81ba up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:54.121787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:53:54.122407 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Updating router 3cd685ae-8649-4257-a0da-68b1c3462b5a port 92ea0586-7e78-4219-9801-2bf9b98d070f binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:53:54.195401 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-9ed92836-a108-478f-8bc7-699bd7641705 None None] Provisioning complete for port fff8118c-2c7c-4baa-abae-09fc01c1789d triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:54.195696 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9ed92836-a108-478f-8bc7-699bd7641705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.222869 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.258781 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7a324c69-f4e2-4bd0-ae14-581981e5e80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.271390 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port ef3a781e-c132-4746-bc1b-e2bccf4e81ba triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:54.271769 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.319688 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7a324c69-f4e2-4bd0-ae14-581981e5e80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.373039 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.457476 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:49Z', 'revision_number': 4, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '3f5e104f-b984-416f-b0a7-29a5e4913ba9', 'name': '', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'mac_address': 'fa:16:3e:d3:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 2, 'project_id': '39336740694a4c1c832646b3e1684453', 'subnets': [{'id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:54.465271 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7a324c69-f4e2-4bd0-ae14-581981e5e80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.474241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7a324c69-f4e2-4bd0-ae14-581981e5e80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.474241 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7a324c69-f4e2-4bd0-ae14-581981e5e80d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12d0c931-701f-41a3-83b9-d08928306c5e HTTP/1.1" status: 204 len: 168 time: 0.8017035 Oct 15 17:53:54.491056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a324c69-f4e2-4bd0-ae14-581981e5e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0c931-701f-41a3-83b9-d08928306c5e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:54.508006 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Allocated IP 172.20.0.1 (c1833c72-8cfb-4492-9fe5-32355b8e436d/57882b99-9344-47cc-902d-bc18b541bcaa/223746b6-915b-402d-b6ac-e75e9da3ab8b) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:54.528787 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Checking router: 454786da-9e81-45c1-be89-597d6c4ac8e6 for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:53:54.535909 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Updating router 454786da-9e81-45c1-be89-597d6c4ac8e6 port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:53:54.605730 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.732279 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.749014 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:54.804564 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a37d644b-6662-458b-bf4d-c03f3b6268e4 req-b82bd3c7-e58e-4edd-ae5d-1b4c5c57a48d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.0880725 Oct 15 17:53:54.930695 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device fff8118c-2c7c-4baa-abae-09fc01c1789d up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:54.969271 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.003623 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.019352 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.054188 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port fff8118c-2c7c-4baa-abae-09fc01c1789d triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:55.054626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.058128 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.47', 51984) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:55.080628 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Network c1833c72-8cfb-4492-9fe5-32355b8e436d is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:55.099527 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.135774 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.186869 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:55.263675 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:55.269404 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.311682 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Pushing event updated for resources: {'Port': ['ID=223746b6-915b-402d-b6ac-e75e9da3ab8b,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:55.316424 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f07c3-ad32-4182-9e74-dadafccafe95 None None] Pushing event updated for resources: {'Port': ['ID=92ea0586-7e78-4219-9801-2bf9b98d070f,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:55.339171 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Attempting to bind port 92ea0586-7e78-4219-9801-2bf9b98d070f on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:53:55.339802 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Attempting to bind port 92ea0586-7e78-4219-9801-2bf9b98d070f by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:53:55.340343 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Attempting to bind port 92ea0586-7e78-4219-9801-2bf9b98d070f on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:53:55.352124 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:53:55.352764 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:55.353349 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.353953 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:53:55.354631 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Bound port: 92ea0586-7e78-4219-9801-2bf9b98d070f, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:53:55.355929 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.379478 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Attempting to bind port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:53:55.382522 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Attempting to bind port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:53:55.382993 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Attempting to bind port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 on network 360af2dc-114a-429f-9f83-30819b3d85ae {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:53:55.399634 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:53:55.402351 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Checking segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:55.403254 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.404789 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Bound using segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:53:55.406098 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Bound port: 3f5e104f-b984-416f-b0a7-29a5e4913ba9, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:53:55.406947 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.434604 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] For port 92ea0586-7e78-4219-9801-2bf9b98d070f, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:53:55.439127 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] For port 92ea0586-7e78-4219-9801-2bf9b98d070f, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=92ea0586-7e78-4219-9801-2bf9b98d070f,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:53:55.455568 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ef3a781e-c132-4746-bc1b-e2bccf4e81ba up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:55.488398 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.519853 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f427cc-555c-4e05-9587-ae5211f40c12 None None] Pushing event updated for resources: {'Port': ['ID=3f5e104f-b984-416f-b0a7-29a5e4913ba9,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:55.534587 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.585704 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c594c6b6-0071-4974-96a3-495869119289,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:55.612383 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] For port 3f5e104f-b984-416f-b0a7-29a5e4913ba9, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:53:55.616484 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] For port 3f5e104f-b984-416f-b0a7-29a5e4913ba9, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=3f5e104f-b984-416f-b0a7-29a5e4913ba9,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:53:55.641182 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:55.641616 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-d98d608c-a16d-4c02-a0b0-19dbdbc37ef8 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:55.641827 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:55.643795 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-d98d608c-a16d-4c02-a0b0-19dbdbc37ef8 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.47 "GET /v2.0/networks?id=0f21bbf7-34d4-4381-b275-00afc2e53f9f HTTP/1.1" status: 200 len: 812 time: 0.5765629 Oct 15 17:53:55.702778 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.704844 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-9016ed41-edb4-490c-be52-175aca11bbe4 None None] Provisioning complete for port 223746b6-915b-402d-b6ac-e75e9da3ab8b triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:55.705387 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9016ed41-edb4-490c-be52-175aca11bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.712094 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-4c3a0ef0-d3f2-463e-b4af-4068851b5378 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c594c6b6-0071-4974-96a3-495869119289 HTTP/1.1" status: 204 len: 168 time: 1.9882436 Oct 15 17:53:55.725499 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38684) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:55.729128 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-88fa6ecb-6b56-405f-bdd2-4eb7db3c29b0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:53:55.735852 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-88fa6ecb-6b56-405f-bdd2-4eb7db3c29b0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 818 time: 1.0836632 Oct 15 17:53:55.749254 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Request body: {'port': {'device_id': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f', 'admin_state_up': True, 'tenant_id': '85e1151a44db447f88c8efb2ff2aab42'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:53:55.751692 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.760494 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e878c34e-9187-46f1-9fd5-16e769be23cb tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/quotas/39336740694a4c1c832646b3e1684453 HTTP/1.1" status: 200 len: 375 time: 0.0202930 Oct 15 17:53:55.765277 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port ef3a781e-c132-4746-bc1b-e2bccf4e81ba triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:55.774002 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:55.854391 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Routers {'454786da-9e81-45c1-be89-597d6c4ac8e6'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:55.860828 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['454786da-9e81-45c1-be89-597d6c4ac8e6'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:55.906262 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-9016ed41-edb4-490c-be52-175aca11bbe4 None None] Port 223746b6-915b-402d-b6ac-e75e9da3ab8b cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:53:55.917288 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f07c3-ad32-4182-9e74-dadafccafe95 None None] Pushing event updated for resources: {'Port': ['ID=92ea0586-7e78-4219-9801-2bf9b98d070f,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:55.934434 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f427cc-555c-4e05-9587-ae5211f40c12 None None] Pushing event updated for resources: {'Port': ['ID=3f5e104f-b984-416f-b0a7-29a5e4913ba9,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:55.971284 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 17:53:56.078370 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] Set router 454786da-9e81-45c1-be89-597d6c4ac8e6 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:56.134022 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-7402416c-8257-4a87-a358-bc6f24cfae90 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3623161 Oct 15 17:53:56.150171 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38714) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:56.151090 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:56.289674 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:53:56.372392 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4bb18cf5-688b-4894-a1bb-ada571fa3a76 req-c5ce32e0-3fde-45ba-bd63-5872731c63bb tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.3490310 Oct 15 17:53:56.452593 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:56.463117 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:56.463916 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c9bc3030-592e-4866-8146-e4a9db26554b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0205166 Oct 15 17:53:56.466184 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38726) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:56.467217 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:49Z', 'revision_number': 4, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '3f5e104f-b984-416f-b0a7-29a5e4913ba9', 'name': '', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'mac_address': 'fa:16:3e:d3:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': '39336740694a4c1c832646b3e1684453', 'subnets': [{'id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:56.488692 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:53:56.494229 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:56.509206 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca5d89-92cc-4cc0-bd79-6097d843adb6 None None] The sync data for ids ['454786da-9e81-45c1-be89-597d6c4ac8e6'] in dv-cinder-790535-16-iscsi is: [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:49Z', 'revision_number': 4, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '3f5e104f-b984-416f-b0a7-29a5e4913ba9', 'name': '', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'mac_address': 'fa:16:3e:d3:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': '39336740694a4c1c832646b3e1684453', 'subnets': [{'id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:53:56.532710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:53:56.782787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:56.785012 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Made reservation on behalf of 85e1151a44db447f88c8efb2ff2aab42 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:53:56.785907 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e868be32-8693-49b3-a59d-7b82286a7964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:56.786740 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:56.786740 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:56.816638 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.817025 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.817788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.818123 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > port after_create 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.818462 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.818788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > port after_update 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.819122 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.819485 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.819784 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.820129 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:56.821946 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-db3dcf92-4331-483f-86c5-13a93ce7f344 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:53:56.832216 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-db3dcf92-4331-483f-86c5-13a93ce7f344 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1511335 Oct 15 17:53:56.850717 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:53:56.929917 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 3f5e104f-b984-416f-b0a7-29a5e4913ba9 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:57.011957 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-b2df39ec-67e2-4e1c-a2a2-a688ea181740 service neutron] 10.222.0.44 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785998 Oct 15 17:53:57.082875 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.112722 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:57.113070 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:57.113407 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:57.114312 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 17:53:57.114864 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d52807e-8b23-4e92-9ddf-ec015e56135a']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:57.115211 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 3, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:57.200169 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93699aea-233e-4898-a75d-3beeed7c790a') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:57.200169 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93699aea-233e-4898-a75d-3beeed7c790a') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:57.247658 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.258198 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e56ac58-e2f5-49ff-a8e8-4346d983a66e None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 3, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:53:57.267485 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:57.267851 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.365820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.489540 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.545072 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:53:53Z', 'revision_number': 3, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:53:57.597808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 17:53:57.597808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.617284 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e868be32-8693-49b3-a59d-7b82286a7964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: from cryptography.utils import int_from_bytes Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: from cryptography.utils import int_from_bytes Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 17:53:57.623116 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 17:53:57.633043 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-1a37d8b0-9327-4c3c-9f5e-4c4a0a90bdc5 service neutron] 10.222.0.44 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097634 Oct 15 17:53:57.680937 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.699794 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.710134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:53:57.712696 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Updating router fd440c4d-f2ce-4d76-93be-8afa131c8e2c port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:53:57.766902 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e868be32-8693-49b3-a59d-7b82286a7964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.891783 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:57.896214 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c2298ad-abdd-4753-bfa1-9f0eec049a28 req-a1c5000c-1d46-4cc1-99a5-aae8a5abda62 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.3212824 Oct 15 17:53:58.035760 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868be32-8693-49b3-a59d-7b82286a7964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978fa84-cf66-4e75-9019-2fdf69ca9767,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:58.076260 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.092910 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e868be32-8693-49b3-a59d-7b82286a7964 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7f49dd00aa145e28b16a09a48f4d0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9196599 Oct 15 17:53:58.097955 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38760) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:58.131023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 3f5e104f-b984-416f-b0a7-29a5e4913ba9, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=3f5e104f-b984-416f-b0a7-29a5e4913ba9,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:53:58.249294 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.267421 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Pushing event updated for resources: {'Port': ['ID=223746b6-915b-402d-b6ac-e75e9da3ab8b,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:58.270578 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.293179 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fcb1cd19-38ff-41ca-8aea-cd913ce839a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.333808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.358714 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Allocated IP 172.20.0.12 (0f21bbf7-34d4-4381-b275-00afc2e53f9f/dafe8291-1a3e-424c-bbea-04d94f5603df/9e25bcf9-db17-4453-bb42-308b23f7e0e5) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:58.366442 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.370086 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0d52807e-8b23-4e92-9ddf-ec015e56135a HTTP/1.1" status: 204 len: 168 time: 2.6396613 Oct 15 17:53:58.519114 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c2758-0d6f-44df-8799-d2903a453541 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d52807e-8b23-4e92-9ddf-ec015e56135a,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:58.547903 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c53b2d78-8a1f-493a-902f-a5e573267b3c req-12ee8627-468f-445b-a1bf-0d9ec39f96ab tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 210 time: 0.2519319 Oct 15 17:53:58.664919 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fcb1cd19-38ff-41ca-8aea-cd913ce839a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:58.679135 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=3f5e104f-b984-416f-b0a7-29a5e4913ba9,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:58.694025 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Allocated IP 172.20.0.1 (a89a96f1-9d66-4919-8de4-371b51794dd2/369cb9b8-4899-4e9e-abad-98e9faf10968/82940b51-2c47-49aa-aeaa-8d16a12c0da7) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:53:59.007677 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.080269 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.122946 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Network c1833c72-8cfb-4492-9fe5-32355b8e436d is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:59.125867 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:59.150296 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38810) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:59.168315 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.235592 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.315521 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 3f5e104f-b984-416f-b0a7-29a5e4913ba9 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:53:59.491111 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Attempting to bind port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:53:59.491529 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Attempting to bind port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:53:59.492148 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Attempting to bind port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:53:59.521953 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:53:59.522466 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:53:59.522754 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.523156 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:53:59.523720 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Bound port: 14a6d9bd-7219-4c29-81f0-4f244e92fcfd, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:53:59.524127 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.543970 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17858f-a5b6-466d-81c9-7eed4175a2cd None None] Pushing event updated for resources: {'Port': ['ID=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:59.583018 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fcb1cd19-38ff-41ca-8aea-cd913ce839a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.591210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fcb1cd19-38ff-41ca-8aea-cd913ce839a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.594747 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-fcb1cd19-38ff-41ca-8aea-cd913ce839a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d978fa84-cf66-4e75-9019-2fdf69ca9767 HTTP/1.1" status: 204 len: 168 time: 1.4944859 Oct 15 17:53:59.652612 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:59.652983 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.671956 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Network a89a96f1-9d66-4919-8de4-371b51794dd2 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:53:59.694258 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d7454307-3d49-4e4e-ae60-0bdc9b3b2c74 req-5321b47c-5f7e-4f58-84bc-0dd8cb9c1dd9 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.4461305 Oct 15 17:53:59.702658 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.714086 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:53:59.725277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:53:59.733509 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1cd19-38ff-41ca-8aea-cd913ce839a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978fa84-cf66-4e75-9019-2fdf69ca9767,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:59.759106 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9e64d760-d627-4ea9-8bf3-64facee7ad6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90c8de5806ee4bb88391338216fc5b92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6073611 Oct 15 17:53:59.760551 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38826) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:53:59.772689 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] For port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:53:59.824677 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=82940b51-2c47-49aa-aeaa-8d16a12c0da7,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:53:59.830719 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] For port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:53:59.832475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-0b707d50-1ca9-403a-81b2-53208370c373 None None] Provisioning complete for port 223746b6-915b-402d-b6ac-e75e9da3ab8b triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:53:59.833100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0b707d50-1ca9-403a-81b2-53208370c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.882740 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:53:59.916338 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-0b707d50-1ca9-403a-81b2-53208370c373 None None] Port 223746b6-915b-402d-b6ac-e75e9da3ab8b cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:53:59.982384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.009394 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f2e5b6ae-e2eb-447c-b74c-3259daeedc05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.072362 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 92ea0586-7e78-4219-9801-2bf9b98d070f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:00.074974 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.076588 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f2e5b6ae-e2eb-447c-b74c-3259daeedc05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.217827 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:54:00.352247 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f2e5b6ae-e2eb-447c-b74c-3259daeedc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.355696 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f2e5b6ae-e2eb-447c-b74c-3259daeedc05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.377031 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f2e5b6ae-e2eb-447c-b74c-3259daeedc05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/300a7bc8-11c5-40c3-83ee-0c55d60c94a7 HTTP/1.1" status: 204 len: 168 time: 0.5621068 Oct 15 17:54:00.381710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c8194453-b563-471d-bd9a-2aed68b93e3b None None] Provisioning complete for port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:00.382085 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c8194453-b563-471d-bd9a-2aed68b93e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.445531 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5b6ae-e2eb-447c-b74c-3259daeedc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300a7bc8-11c5-40c3-83ee-0c55d60c94a7,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:00.464553 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17858f-a5b6-466d-81c9-7eed4175a2cd None None] Pushing event updated for resources: {'Port': ['ID=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:00.466991 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.474755 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Network 0f21bbf7-34d4-4381-b275-00afc2e53f9f is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:00.475658 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:00.476686 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:00.521777 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:00.549390 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:00.552948 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Pushing event updated for resources: {'Port': ['ID=9e25bcf9-db17-4453-bb42-308b23f7e0e5,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:00.563828 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-0af438b0-6f8c-4ed7-ab2a-ed7285f3e6bb tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:00.565961 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-0af438b0-6f8c-4ed7-ab2a-ed7285f3e6bb tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 818 time: 1.2738864 Oct 15 17:54:00.622167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-c8194453-b563-471d-bd9a-2aed68b93e3b None None] Port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:54:00.706165 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 92ea0586-7e78-4219-9801-2bf9b98d070f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:00.706637 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:00.785054 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:00.876823 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-340ed7b6-0816-4d24-bd53-bd7a8f1ceb6c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/quotas/39336740694a4c1c832646b3e1684453 HTTP/1.1" status: 200 len: 375 time: 0.0685046 Oct 15 17:54:00.968238 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac1785-3096-4359-9ac9-d486acd9ec6b req-4d3f4361-ddfb-41fe-b458-5d2198993655 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:00.969839 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fdac1785-3096-4359-9ac9-d486acd9ec6b req-4d3f4361-ddfb-41fe-b458-5d2198993655 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 932 time: 0.1451347 Oct 15 17:54:01.050806 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:01.052353 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:01.115271 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:01.128686 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-3e27c3dc-03ca-433f-9a49-09b089b1d5e3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2436557 Oct 15 17:54:01.128855 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fdac1785-3096-4359-9ac9-d486acd9ec6b req-1d454cb5-5d6f-412e-a5a4-55f8c8f7aaff tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337032 Oct 15 17:54:01.141480 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:01.205252 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 92ea0586-7e78-4219-9801-2bf9b98d070f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=92ea0586-7e78-4219-9801-2bf9b98d070f,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:01.297162 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:01.300994 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:01.332460 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c8901dbb-5415-4669-ada5-4f72f19f63df tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6116939 Oct 15 17:54:01.368632 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=82940b51-2c47-49aa-aeaa-8d16a12c0da7,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:01.411674 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:01.461809 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:54:01.476626 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:54:01.492740 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-c96c28a8-bc00-4ab4-be89-168dc8a0480f admin admin] 10.222.0.44 "PUT /v2.0/routers/3cd685ae-8649-4257-a0da-68b1c3462b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6894224 Oct 15 17:54:01.495577 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:01.498186 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:01.556417 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-eab6836d-74a9-4040-87df-d3f260dbd09d service neutron] 10.222.0.44 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983805 Oct 15 17:54:01.613125 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=92ea0586-7e78-4219-9801-2bf9b98d070f,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:01.648455 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:53:58Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:01.720532 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:01.764619 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ad983-57de-426b-b145-e2c800c3a09e None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:53:58Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:54:01.777760 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Network a89a96f1-9d66-4919-8de4-371b51794dd2 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:01.780004 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:01.875076 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-1001edc0-9cc9-4b6a-b22c-1c9206ae9e5b service neutron] 10.222.0.44 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120449 Oct 15 17:54:01.892652 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-ffd02010-faf9-4ec2-aa8c-e94fccd90473 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:54:01.899777 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-ffd02010-faf9-4ec2-aa8c-e94fccd90473 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0206470 Oct 15 17:54:02.176519 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:54:02.276340 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-eead980c-ff01-48a5-bdf2-ce964b3905f0 None None] Provisioning complete for port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:02.276858 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-eead980c-ff01-48a5-bdf2-ce964b3905f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:02.408032 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-eead980c-ff01-48a5-bdf2-ce964b3905f0 None None] Port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:54:02.464891 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0c69404e-8363-4b15-9042-3f516fedbfc1 req-1bc69acf-d466-4f76-92f8-9ddc37104d5f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0354500 Oct 15 17:54:02.513138 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38864) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:02.575739 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:53:56Z', 'revision_number': 2, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:02.588830 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38868) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:02.637308 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:54:02.645211 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b0915e9a-6f18-4ead-9860-530fde054ed0 admin admin] 10.222.0.44 "PUT /v2.0/routers/fd440c4d-f2ce-4d76-93be-8afa131c8e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1779058 Oct 15 17:54:02.664555 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82eeb4-8180-49e4-b6d6-32a9ab5639e9 req-eabd100a-0197-411f-9697-8ea1a319547d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:02.674087 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ef82eeb4-8180-49e4-b6d6-32a9ab5639e9 req-eabd100a-0197-411f-9697-8ea1a319547d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 932 time: 0.2436957 Oct 15 17:54:02.713322 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:54:02.713703 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Updating router 3cd685ae-8649-4257-a0da-68b1c3462b5a port 223746b6-915b-402d-b6ac-e75e9da3ab8b binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:54:02.725476 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-013a6eeb-c473-46ff-9218-fa863e456054 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=140b2796cc334acd89112852915db44e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2111573 Oct 15 17:54:02.729788 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38880) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:02.773482 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cf311d3a-a974-4f65-96a3-d0afc7d0f092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:02.819331 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:02.875763 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38888) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:02.928478 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ef82eeb4-8180-49e4-b6d6-32a9ab5639e9 req-b2285fc8-b0e5-45ed-8769-6a54a11f1fa0 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530906 Oct 15 17:54:02.963626 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-96bd8088-6f8e-4913-97ca-74d1ab76c866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.025750 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-96bd8088-6f8e-4913-97ca-74d1ab76c866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.144781 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cf311d3a-a974-4f65-96a3-d0afc7d0f092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.378246 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0774909d-58fe-4f9d-a8e1-b4fbd984c693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.534155 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-96bd8088-6f8e-4913-97ca-74d1ab76c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.535593 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Request body: {'port': {'device_id': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:03.538863 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-96bd8088-6f8e-4913-97ca-74d1ab76c866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.549694 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-96bd8088-6f8e-4913-97ca-74d1ab76c866 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70bdf81d-6933-4bfd-b46e-33bbb28103b0 HTTP/1.1" status: 204 len: 168 time: 0.8148091 Oct 15 17:54:03.575358 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd8088-6f8e-4913-97ca-74d1ab76c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bdf81d-6933-4bfd-b46e-33bbb28103b0,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:03.708828 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 92ea0586-7e78-4219-9801-2bf9b98d070f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:03.711370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cf311d3a-a974-4f65-96a3-d0afc7d0f092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.793617 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cf311d3a-a974-4f65-96a3-d0afc7d0f092 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4e74be994bb43c0aacbcc4c1c105c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1078644 Oct 15 17:54:03.796356 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38908) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:03.803137 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf311d3a-a974-4f65-96a3-d0afc7d0f092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85bb16f-e1fc-4f04-bb38-79c89a5ef38f,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:03.920689 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 92ea0586-7e78-4219-9801-2bf9b98d070f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:03.920947 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.929629 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:03.960956 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88b1b1b2-8a67-4488-9e41-421963a7d7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.018578 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.050302 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88b1b1b2-8a67-4488-9e41-421963a7d7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.165875 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 14a6d9bd-7219-4c29-81f0-4f244e92fcfd up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:04.167087 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.219591 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38920) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:04.233130 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99008744', 'description': 'tempest-description--977379282'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:04.298715 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.47', 52000) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:04.309368 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88b1b1b2-8a67-4488-9e41-421963a7d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.317304 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88b1b1b2-8a67-4488-9e41-421963a7d7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.320999 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-88b1b1b2-8a67-4488-9e41-421963a7d7aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c85bb16f-e1fc-4f04-bb38-79c89a5ef38f HTTP/1.1" status: 204 len: 168 time: 0.5205717 Oct 15 17:54:04.364742 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:04.366605 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.551335 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1b1b2-8a67-4488-9e41-421963a7d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85bb16f-e1fc-4f04-bb38-79c89a5ef38f,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:04.555606 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9cca01a6-fbd8-4eba-a3e9-3f6176593612 req-505d93d0-74f2-4fbd-8f1e-de8dd87862f0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.1601071 Oct 15 17:54:04.556627 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Attempting to bind port 223746b6-915b-402d-b6ac-e75e9da3ab8b on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:04.556627 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Attempting to bind port 223746b6-915b-402d-b6ac-e75e9da3ab8b by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:04.556627 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Attempting to bind port 223746b6-915b-402d-b6ac-e75e9da3ab8b on network c1833c72-8cfb-4492-9fe5-32355b8e436d {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:04.557237 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0774909d-58fe-4f9d-a8e1-b4fbd984c693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.557313 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:04.557313 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Checking segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:04.557313 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.559258 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Bound using segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:04.559792 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Bound port: 223746b6-915b-402d-b6ac-e75e9da3ab8b, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:04.560259 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.652789 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.685983 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.739643 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:04.811397 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851114b-9228-460a-a017-452b66124009 None None] Pushing event updated for resources: {'Port': ['ID=223746b6-915b-402d-b6ac-e75e9da3ab8b,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:04.814406 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.831166 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] For port 223746b6-915b-402d-b6ac-e75e9da3ab8b, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:04.840311 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] For port 223746b6-915b-402d-b6ac-e75e9da3ab8b, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=223746b6-915b-402d-b6ac-e75e9da3ab8b,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:04.854254 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 38930) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:04.885807 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809843210', 'description': 'tempest-description--1193407468'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:04.905887 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-f459a83f-4c3e-4a89-a0f2-ed04b3750463 None None] Provisioning complete for port 223746b6-915b-402d-b6ac-e75e9da3ab8b triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:04.911419 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0774909d-58fe-4f9d-a8e1-b4fbd984c693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.912682 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f459a83f-4c3e-4a89-a0f2-ed04b3750463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.931142 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:04.958256 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-ce465078-869d-478c-b147-2ca2469e5620 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:04.970423 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-ce465078-869d-478c-b147-2ca2469e5620 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 818 time: 0.6462245 Oct 15 17:54:04.978462 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774909d-58fe-4f9d-a8e1-b4fbd984c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d72e54-b2cb-46a2-8945-8d5ca26a86c5,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:05.009774 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:05.041469 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Request body: {'port': {'device_id': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'admin_state_up': True, 'tenant_id': '39336740694a4c1c832646b3e1684453'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:05.071769 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-f459a83f-4c3e-4a89-a0f2-ed04b3750463 None None] Port 223746b6-915b-402d-b6ac-e75e9da3ab8b cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:54:05.079048 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:05.079742 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:05.133637 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-0774909d-58fe-4f9d-a8e1-b4fbd984c693 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f97435821d94c2a940ad5d8ac87b6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2544007 Oct 15 17:54:05.139220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38936) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:05.171996 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094b608-2f32-4c81-a62c-65f23dd35bac req-8abf189c-a5af-4d3e-8e2d-2d2e08f3635d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:05.193459 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0094b608-2f32-4c81-a62c-65f23dd35bac req-8abf189c-a5af-4d3e-8e2d-2d2e08f3635d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 932 time: 0.3905303 Oct 15 17:54:05.199092 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.274594 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.395847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.534490 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c7dc5e55-4e04-4700-80fd-5ef46206021e None None] Provisioning complete for port 223746b6-915b-402d-b6ac-e75e9da3ab8b triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:05.539986 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5e55-4e04-4700-80fd-5ef46206021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.539986 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 14a6d9bd-7219-4c29-81f0-4f244e92fcfd up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:05.561964 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:05.569804 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0094b608-2f32-4c81-a62c-65f23dd35bac req-be9a86b3-99e8-4055-8a59-735940c48635 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738739 Oct 15 17:54:05.621643 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e25bcf9-db17-4453-bb42-308b23f7e0e5 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:05.672143 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.747084 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Transition to ACTIVE for port object 9e25bcf9-db17-4453-bb42-308b23f7e0e5 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:54:05.754220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf0917d-d53a-4b2d-8fc0-229108011109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.775954 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851114b-9228-460a-a017-452b66124009 None None] Pushing event updated for resources: {'Port': ['ID=223746b6-915b-402d-b6ac-e75e9da3ab8b,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:05.781810 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf0917d-d53a-4b2d-8fc0-229108011109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.870356 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5798c603-1058-414e-a5d0-e6b22a5ec0de,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:05.894472 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:05.895673 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.941197 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.945735 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38964) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:05.945919 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-018c9769-af0e-4ce0-acb2-fa99951eae78 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7250402 Oct 15 17:54:05.949221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5e55-4e04-4700-80fd-5ef46206021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:05.952929 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'security_group_rule': {'security_group_id': '5798c603-1058-414e-a5d0-e6b22a5ec0de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:05.982351 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:06.025680 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1c958-79be-4e05-8771-6b9f52790aa7 None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:54:06.026345 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c7dc5e55-4e04-4700-80fd-5ef46206021e None None] For port 223746b6-915b-402d-b6ac-e75e9da3ab8b, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=223746b6-915b-402d-b6ac-e75e9da3ab8b,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:06.129691 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0e4d1d94-0b8a-46ee-a321-205d0c535994 req-bf353c97-391c-4a96-9d0c-10af5f939165 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.2948215 Oct 15 17:54:06.132710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.157792 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:54:06.178247 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.272569 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:06.272569 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:06.274598 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e25bcf9-db17-4453-bb42-308b23f7e0e5,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:06.415475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:06.473745 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf0917d-d53a-4b2d-8fc0-229108011109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.476404 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf0917d-d53a-4b2d-8fc0-229108011109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.477581 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7bf0917d-d53a-4b2d-8fc0-229108011109 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97d72e54-b2cb-46a2-8945-8d5ca26a86c5 HTTP/1.1" status: 204 len: 168 time: 1.3338063 Oct 15 17:54:06.494911 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.525353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5e55-4e04-4700-80fd-5ef46206021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.572840 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.653424 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f238fbe-9bd9-4fc0-871d-91779b569813,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:06.662739 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Made reservation on behalf of 39336740694a4c1c832646b3e1684453 for: {'port': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:54:06.666801 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:06.681247 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0917d-d53a-4b2d-8fc0-229108011109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d72e54-b2cb-46a2-8945-8d5ca26a86c5,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:06.763780 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.47', 52004) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:06.875063 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Attempting to bind port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:06.875891 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Attempting to bind port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:06.876459 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Attempting to bind port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 on network 0f21bbf7-34d4-4381-b275-00afc2e53f9f {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:06.882955 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.013958 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5e55-4e04-4700-80fd-5ef46206021e None None] Pushing event updated for resources: {'Port': ['ID=223746b6-915b-402d-b6ac-e75e9da3ab8b,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:07.026298 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 on network 0f21bbf7-34d4-4381-b275-00afc2e53f9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:54:07.026762 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Attempting to bind port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 on network 0f21bbf7-34d4-4381-b275-00afc2e53f9f {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:07.072636 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:07.073494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Checking segment: {'id': 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:07.074370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Bound using segment: {'id': 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:07.075249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Bound port: 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:07.076129 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.202274 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] For port 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:07.217387 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] For port 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5,segment=NetworkSegment(dea44f4e-9dfa-4d99-bb76-f370dd5bc336),segment_id=dea44f4e-9dfa-4d99-bb76-f370dd5bc336)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:07.250860 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-4094301c-6d92-4889-8cf3-1fbbab5e3acc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:07.256943 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-4094301c-6d92-4889-8cf3-1fbbab5e3acc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 818 time: 0.4964917 Oct 15 17:54:07.274234 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 2, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:07.278712 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.280200 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9f9f1c59-9be8-4791-886b-15809bb5eacc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4137514 Oct 15 17:54:07.286527 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450c0e-880d-4046-90ae-a38feab6369b req-1d57c277-80fb-4e2c-9dba-32b0a27ad1c7 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:07.292810 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-42450c0e-880d-4046-90ae-a38feab6369b req-1d57c277-80fb-4e2c-9dba-32b0a27ad1c7 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.4158554 Oct 15 17:54:07.295010 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 38986) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:07.308400 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'security_group_rule': {'security_group_id': '7f238fbe-9bd9-4fc0-871d-91779b569813', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:07.331959 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.375870 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b2be0268-f585-412f-9d5d-2fcb0f1363e9 req-d9fd7770-5ac1-49aa-baa1-fa6b1fa8f5e5 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0544538 Oct 15 17:54:07.391194 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:54:07.400913 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Updating router fd440c4d-f2ce-4d76-93be-8afa131c8e2c port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:54:07.406795 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.459623 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.558735 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 223746b6-915b-402d-b6ac-e75e9da3ab8b up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:07.574748 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e25bcf9-db17-4453-bb42-308b23f7e0e5,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:07.590332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324c2879-c0c0-4bb2-b0d2-bb9cfa9b7347,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:07.594515 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:07.595261 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.596869 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-8ace0498-957f-4e69-9e20-d69096ecfab8 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e25bcf9-db17-4453-bb42-308b23f7e0e5 HTTP/1.1" status: 200 len: 1094 time: 4.4035470 Oct 15 17:54:07.623026 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'tag': '9e25bcf9-db17-4453-bb42-308b23f7e0e5'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:07.635308 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Allocated IP 172.20.0.7 (360af2dc-114a-429f-9f83-30819b3d85ae/3188a43e-4059-4d95-81a2-c78921beec5e/5eeb922a-29e5-49e0-967e-9fca0b8a3577) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:54:07.637207 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-42450c0e-880d-4046-90ae-a38feab6369b req-c2e89fb5-d5ea-42a0-8c9c-f3984166a7e4 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020339 Oct 15 17:54:07.754808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.846099 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.846324 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 223746b6-915b-402d-b6ac-e75e9da3ab8b triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:07.846529 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:07.850173 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-867ec126-d8fa-4614-9f95-5bf4d7591c9c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9031200 Oct 15 17:54:07.867483 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39006) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:07.886079 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'security_group_rule': {'security_group_id': '5798c603-1058-414e-a5d0-e6b22a5ec0de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:08.027214 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.076034 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.137446 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb6b29-75df-458b-a8fb-a5674908d974" -d '{"events": [{"name": "network-changed", "server_uuid": "860eaf2f-cb0b-41bc-a19d-cb00847b458b", "tag": "9e25bcf9-db17-4453-bb42-308b23f7e0e5"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:08.178413 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.276546 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.346713 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.404933 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.406370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.407182 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.438231 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.454587 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132cde06-1cc4-4776-b278-d5bab4189b2e,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:08.496710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce0ac8-cc83-44e2-b18e-1cdbc3d88aa9 None None] Pushing event updated for resources: {'Port': ['ID=82940b51-2c47-49aa-aeaa-8d16a12c0da7,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:08.526382 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.530897 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-13bd2eba-3eaa-402e-bd07-a878e3a221b3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2312953 Oct 15 17:54:08.539732 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbf3cea-ad15-42e1-a824-ddc92fd8d9b5,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:08.539732 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39026) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:08.540295 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'security_group_rule': {'security_group_id': '7f238fbe-9bd9-4fc0-871d-91779b569813', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:08.611778 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Network 360af2dc-114a-429f-9f83-30819b3d85ae is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:08.614887 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Pushing event updated for resources: {'Port': ['ID=5eeb922a-29e5-49e0-967e-9fca0b8a3577,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:08.631708 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:08.635665 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:08.678134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Attempting to bind port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:08.678841 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Attempting to bind port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:08.679453 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Attempting to bind port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 on network a89a96f1-9d66-4919-8de4-371b51794dd2 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:08.692802 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:08.693440 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Checking segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:08.694021 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.694415 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Bound using segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:08.694908 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Bound port: 82940b51-2c47-49aa-aeaa-8d16a12c0da7, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:08.695311 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.769690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:08.773355 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.824309 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.829823 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39030) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:08.830472 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-e02a5f87-404c-45b8-b749-9b95ad3cab3a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9615331 Oct 15 17:54:08.836175 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:08.853870 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5ae32b0-34a6-4930-b763-341b6360a9e4 req-b0c37c16-e537-495a-8263-bb6af7861fb6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.3657734 Oct 15 17:54:08.889664 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] For port 82940b51-2c47-49aa-aeaa-8d16a12c0da7, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:08.895624 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] For port 82940b51-2c47-49aa-aeaa-8d16a12c0da7, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=82940b51-2c47-49aa-aeaa-8d16a12c0da7,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:08.991109 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:08.993580 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-442dad3e-dc46-47e7-ad77-e1a59a06d801 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9755929 Oct 15 17:54:09.013081 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79608970-3334-472d-8910-5620f3f75aca x-openstack-request-id: req-79608970-3334-472d-8910-5620f3f75aca {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:09.019642 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860eaf2f-cb0b-41bc-a19d-cb00847b458b", "tag": "9e25bcf9-db17-4453-bb42-308b23f7e0e5", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:09.023584 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79608970-3334-472d-8910-5620f3f75aca {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:09.024192 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'tag': '9e25bcf9-db17-4453-bb42-308b23f7e0e5', 'status': 'completed', 'code': 200} Oct 15 17:54:09.068494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cebc58-53af-4857-ac8f-e9ab70bbbd74 req-50a22d22-b271-4540-b022-3c9685aa9021 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:09.070268 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-30cebc58-53af-4857-ac8f-e9ab70bbbd74 req-50a22d22-b271-4540-b022-3c9685aa9021 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.1569278 Oct 15 17:54:09.097076 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:09.097815 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:53:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:09.115218 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-30cebc58-53af-4857-ac8f-e9ab70bbbd74 req-81731d72-b631-4a3d-8540-b135941ca329 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Oct 15 17:54:09.155455 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce0ac8-cc83-44e2-b18e-1cdbc3d88aa9 None None] Pushing event updated for resources: {'Port': ['ID=82940b51-2c47-49aa-aeaa-8d16a12c0da7,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:09.163507 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-48eda732-fb9d-4f6d-8ffd-cffa4906b73b None None] Provisioning complete for port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:09.163507 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-48eda732-fb9d-4f6d-8ffd-cffa4906b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.207346 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.315251 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.324649 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.394651 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.436695 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2260e0-fd69-495c-967b-36784aabe27e,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:09.484614 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:09.511372 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.531758 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 82940b51-2c47-49aa-aeaa-8d16a12c0da7 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:09.533861 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.535697 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-d1579d36-7780-4240-8a2e-3c60c5c54cb6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9993558 Oct 15 17:54:09.538095 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39052) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:09.544204 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:09.590980 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-48eda732-fb9d-4f6d-8ffd-cffa4906b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.683215 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Allocated IP 172.27.1.39 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/5c5b15ae-ff39-4573-a2d8-01427bd77945) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:54:09.685259 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.685843 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-48eda732-fb9d-4f6d-8ffd-cffa4906b73b None None] For port 82940b51-2c47-49aa-aeaa-8d16a12c0da7, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=82940b51-2c47-49aa-aeaa-8d16a12c0da7,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:09.727108 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:09.727491 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.795308 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.806797 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.846149 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-48eda732-fb9d-4f6d-8ffd-cffa4906b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.889677 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.926179 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:09.931337 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:08Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:09.934817 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eda732-fb9d-4f6d-8ffd-cffa4906b73b None None] Pushing event updated for resources: {'Port': ['ID=82940b51-2c47-49aa-aeaa-8d16a12c0da7,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:09.971745 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bfabb-071a-4097-8a41-a6f99446dc02 None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:08Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:54:10.016394 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Allocated IP 172.27.1.43 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/8796aeae-7a7b-44ee-aa74-885793f0b261) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:54:10.028831 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'Port': ['ID=5c5b15ae-ff39-4573-a2d8-01427bd77945,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:10.047455 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.db.api [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 17:54:10.047912 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG oslo_db.api [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 17:54:10.053245 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c6b920a5-0470-40a1-b041-edb6625da57b None None] Provisioning complete for port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:10.053619 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c6b920a5-0470-40a1-b041-edb6625da57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:10.129676 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d4635576-ccbf-4875-afc4-97c22cf59d80 req-61685663-fcf8-46d8-9ab3-44ae2cee8091 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.1003439 Oct 15 17:54:10.149468 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:10.151028 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:10.160592 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:10.318538 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:10.362871 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802239d7-4272-4855-9aed-495ecfe93689 req-b3720124-a76f-41e1-a32d-a0edba63c311 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:10.364503 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-802239d7-4272-4855-9aed-495ecfe93689 req-b3720124-a76f-41e1-a32d-a0edba63c311 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.1202316 Oct 15 17:54:10.471867 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-802239d7-4272-4855-9aed-495ecfe93689 req-4956b220-8620-41e5-99a9-4a70ceed2fac tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951760 Oct 15 17:54:10.473333 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:10.543847 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:10.656782 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:10.672774 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:10.676766 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:10.704935 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:10.774130 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'Port': ['ID=8796aeae-7a7b-44ee-aa74-885793f0b261,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:10.888258 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:10.993896 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.017790 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.237280 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.242149 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0bb2eb3c-7b7d-43be-a712-d72285e2b513 req-348c93a7-e2e2-4dbc-9fc3-d7e224bee2e7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0288751 Oct 15 17:54:11.251662 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.328078 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'Port': ['ID=5c5b15ae-ff39-4573-a2d8-01427bd77945,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:11.342138 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.348997 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.473109 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 82940b51-2c47-49aa-aeaa-8d16a12c0da7 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:11.505805 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'Port': ['ID=8796aeae-7a7b-44ee-aa74-885793f0b261,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:11.525399 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.556566 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39120) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:11.575399 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.575399 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-869bac53-1537-44a4-b284-b886cebfada5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7373338 Oct 15 17:54:11.604608 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:11.607468 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.661708 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86a3ec-1392-49d6-9814-3123b73755ef req-081bda62-0075-49a2-9935-30d7c82c80e3 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:11.665330 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf86a3ec-1392-49d6-9814-3123b73755ef req-081bda62-0075-49a2-9935-30d7c82c80e3 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.0898306 Oct 15 17:54:11.698194 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.703756 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cbe2295d-fb5e-4dce-91c1-870c0dc1988b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1646249 Oct 15 17:54:11.752180 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf86a3ec-1392-49d6-9814-3123b73755ef req-3b0118cf-aa73-42e6-9bf6-dcf37937a300 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816765 Oct 15 17:54:11.829439 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-44855801-a70f-4377-9c4e-22ac7c17ed77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.908042 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-44855801-a70f-4377-9c4e-22ac7c17ed77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:11.973536 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-44855801-a70f-4377-9c4e-22ac7c17ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.047497 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-44855801-a70f-4377-9c4e-22ac7c17ed77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f05e6939417c4b0fb234e1b59309275d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4871857 Oct 15 17:54:12.050260 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39148) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:12.051555 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44855801-a70f-4377-9c4e-22ac7c17ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8103163d-5a9f-4b34-806e-379cfa70fd3b,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:12.167556 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39158) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:12.168037 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-934b6cb2-bcc6-494f-ba45-601db262cfa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.218966 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-934b6cb2-bcc6-494f-ba45-601db262cfa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.265439 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-f5f579f1-ac60-4a12-80de-4b948b9c9ec4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--809843210&fields=id&tenant_id=7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 267 time: 0.0743244 Oct 15 17:54:12.278769 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-bb323df7-e762-4980-b9f4-16524d34d527 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--99008744&fields=id&tenant_id=a71cd40a88ce4ad999cb8a7bad461b92 HTTP/1.1" status: 200 len: 267 time: 0.0929615 Oct 15 17:54:12.392739 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1d4f316f-1171-44b8-99dc-fb392c23ff89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.442509 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-4410cb20-5b2e-47e0-817e-b66baed3106a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:12.444564 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-4410cb20-5b2e-47e0-817e-b66baed3106a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 816 time: 0.1717629 Oct 15 17:54:12.453821 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-1626af4a-e973-400f-b0fa-0aa92d0fe58c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:12.455394 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-1626af4a-e973-400f-b0fa-0aa92d0fe58c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 811 time: 0.1579638 Oct 15 17:54:12.459273 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-934b6cb2-bcc6-494f-ba45-601db262cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.462396 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-934b6cb2-bcc6-494f-ba45-601db262cfa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.466074 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-934b6cb2-bcc6-494f-ba45-601db262cfa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8103163d-5a9f-4b34-806e-379cfa70fd3b HTTP/1.1" status: 204 len: 168 time: 0.4070020 Oct 15 17:54:12.482172 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b6cb2-bcc6-494f-ba45-601db262cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103163d-5a9f-4b34-806e-379cfa70fd3b,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:12.483100 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-b1c19cf2-02c6-4b78-9423-b5a38b1ea7b5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/quotas/7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 375 time: 0.0316129 Oct 15 17:54:12.488564 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-744d59bc-3e6c-46c4-b78c-f9689e2d5e35 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/quotas/a71cd40a88ce4ad999cb8a7bad461b92 HTTP/1.1" status: 200 len: 375 time: 0.0239208 Oct 15 17:54:12.599275 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1d4f316f-1171-44b8-99dc-fb392c23ff89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.611844 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-1b9291b2-11da-43e7-ba5c-48448b36dea0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130753 Oct 15 17:54:12.627569 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-48ab2b5c-1777-4f14-9ec7-a878396c9c75 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211040 Oct 15 17:54:12.778555 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-c8caa32a-76a2-4f5b-9292-d7a263d32c36 service neutron] 10.222.0.44 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506603 Oct 15 17:54:12.812618 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1d4f316f-1171-44b8-99dc-fb392c23ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:12.904108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f316f-1171-44b8-99dc-fb392c23ff89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e15291-1931-491d-ae71-cca0dca37b29,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:12.916145 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1d4f316f-1171-44b8-99dc-fb392c23ff89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1353fa66947f4d52b1c4f11eca166fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474589 Oct 15 17:54:12.917617 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39178) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:12.937219 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-98020036-019e-4859-b723-f1147c266cfb service neutron] 10.222.0.44 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500916 Oct 15 17:54:12.953557 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-57466f63-5f07-4319-a5d4-854878924dbf service neutron] 10.222.0.44 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233082 Oct 15 17:54:13.019158 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-63e2672d-c9fc-4f50-81d7-06e45f7519ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.076286 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-63e2672d-c9fc-4f50-81d7-06e45f7519ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.104571 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-48dcf4fa-656e-4467-b6ba-4dc6447d4ba4 service neutron] 10.222.0.44 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365626 Oct 15 17:54:13.256363 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-63e2672d-c9fc-4f50-81d7-06e45f7519ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.259607 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-63e2672d-c9fc-4f50-81d7-06e45f7519ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.263505 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-63e2672d-c9fc-4f50-81d7-06e45f7519ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1e15291-1931-491d-ae71-cca0dca37b29 HTTP/1.1" status: 204 len: 168 time: 0.3424563 Oct 15 17:54:13.265723 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d82b4fdd-e7d0-4c29-ba4f-396af2effa7e req-094bc52d-da9c-4d90-8b1a-a5eb57d03286 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0307240 Oct 15 17:54:13.273400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2672d-c9fc-4f50-81d7-06e45f7519ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e15291-1931-491d-ae71-cca0dca37b29,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:13.400926 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39196) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:13.420531 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dccd6293-8bbf-4ed4-a0e6-4ebbd7016e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.430467 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d0ac0-c3b7-4aec-a5a7-6e4c7fdb5cab req-a6999ccf-5bdb-4ada-b9fb-5a2c24e7a2cd tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:13.432075 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c0d0ac0-c3b7-4aec-a5a7-6e4c7fdb5cab req-a6999ccf-5bdb-4ada-b9fb-5a2c24e7a2cd tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.0764401 Oct 15 17:54:13.480442 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c0d0ac0-c3b7-4aec-a5a7-6e4c7fdb5cab req-f722cc8a-7fd0-449f-9f90-dbd41e4406f7 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Oct 15 17:54:13.486260 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-86162e0e-548c-4e63-8817-e995011c7973 req-69aabdd7-8ab0-408e-9a1a-f0b4b4333ff7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 210 time: 0.0419416 Oct 15 17:54:13.550350 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dccd6293-8bbf-4ed4-a0e6-4ebbd7016e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.553921 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71898356-2d11-4330-b677-6c3a854f011b req-9c6d2cf4-4f83-4685-9418-bfca003ec53d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 210 time: 0.0278196 Oct 15 17:54:13.642216 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dccd6293-8bbf-4ed4-a0e6-4ebbd7016e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.681613 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-dccd6293-8bbf-4ed4-a0e6-4ebbd7016e95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c653bf38e4184f3db578a9b1ce642e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787631 Oct 15 17:54:13.682784 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd6293-8bbf-4ed4-a0e6-4ebbd7016e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6626838-54a0-4c8f-b7b2-17e642e19f2b,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:13.684472 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39206) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:13.737413 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f4c38dd2-e3df-4c28-81b0-912afc897125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.758805 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f4c38dd2-e3df-4c28-81b0-912afc897125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.878908 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f4c38dd2-e3df-4c28-81b0-912afc897125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.881512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f4c38dd2-e3df-4c28-81b0-912afc897125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:13.882721 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-f4c38dd2-e3df-4c28-81b0-912afc897125 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6626838-54a0-4c8f-b7b2-17e642e19f2b HTTP/1.1" status: 204 len: 168 time: 0.1972263 Oct 15 17:54:13.890898 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c38dd2-e3df-4c28-81b0-912afc897125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6626838-54a0-4c8f-b7b2-17e642e19f2b,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:14.066004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39212) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:14.078453 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9786b93c-c163-4873-be3a-10f44a96e738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.152000 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9786b93c-c163-4873-be3a-10f44a96e738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.212743 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9786b93c-c163-4873-be3a-10f44a96e738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.258304 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9786b93c-c163-4873-be3a-10f44a96e738 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d09e7e5e6f246ec8361640b4ddd296c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924751 Oct 15 17:54:14.259035 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786b93c-c163-4873-be3a-10f44a96e738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73cbc8-7822-413c-92ae-2f63da57d474,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:14.262359 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39224) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:14.322604 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16ce1378-3157-451e-b86b-a7ee4cb157d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.348532 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16ce1378-3157-451e-b86b-a7ee4cb157d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.370247 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e7b871fa-c26a-47db-80da-fd3202da7fab req-94df4130-7f07-4614-9261-838ef3e9c71d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0275061 Oct 15 17:54:14.531890 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16ce1378-3157-451e-b86b-a7ee4cb157d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.536622 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16ce1378-3157-451e-b86b-a7ee4cb157d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.539149 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-16ce1378-3157-451e-b86b-a7ee4cb157d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e73cbc8-7822-413c-92ae-2f63da57d474 HTTP/1.1" status: 204 len: 168 time: 0.2758527 Oct 15 17:54:14.557393 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Request body: {'port': {'device_id': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:14.570170 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Request body: {'port': {'device_id': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'admin_state_up': True, 'tenant_id': '39336740694a4c1c832646b3e1684453'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:14.625643 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce1378-3157-451e-b86b-a7ee4cb157d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73cbc8-7822-413c-92ae-2f63da57d474,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:14.677446 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63e3b8a4-0801-4fbe-b82f-c230e580fee8 req-b96de59a-3660-4d85-bc71-01c31de62814 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 210 time: 0.0924134 Oct 15 17:54:14.729286 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6b29-75df-458b-a8fb-a5674908d974 req-4818c45c-1b50-44f8-9ddf-1e951be74755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:14.730795 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3efb6b29-75df-458b-a8fb-a5674908d974 req-4818c45c-1b50-44f8-9ddf-1e951be74755 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e1151a44db447f88c8efb2ff2aab42&device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 1097 time: 0.1667557 Oct 15 17:54:14.764762 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:14.791317 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177c635-1b33-4449-a098-d0ed5a42955a req-731d4808-77fb-4e23-9af3-5dfbbae7561f tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:14.794523 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7177c635-1b33-4449-a098-d0ed5a42955a req-731d4808-77fb-4e23-9af3-5dfbbae7561f tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.1298921 Oct 15 17:54:14.850429 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3d4d1c47-78f0-4bd2-8465-04c02cd8f1d7 req-edd7687b-b212-4b35-b4bb-0377222a2620 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 210 time: 0.0545948 Oct 15 17:54:14.986151 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Made reservation on behalf of 39336740694a4c1c832646b3e1684453 for: {'port': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:54:14.994826 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:15.234612 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6b29-75df-458b-a8fb-a5674908d974 req-bbf1053f-7301-48d0-bb49-c4fd96cd6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:15.236373 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3efb6b29-75df-458b-a8fb-a5674908d974 req-bbf1053f-7301-48d0-bb49-c4fd96cd6697 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=85e1151a44db447f88c8efb2ff2aab42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4935935 Oct 15 17:54:15.246240 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7177c635-1b33-4449-a098-d0ed5a42955a req-36116d13-8b9c-43d2-b0df-60f8dfc0c0aa tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441538 Oct 15 17:54:15.311220 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeb922a-29e5-49e0-967e-9fca0b8a3577 {{(pid=112105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:15.321722 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:15.340994 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.provisioning_blocks [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Transition to ACTIVE for port object 5eeb922a-29e5-49e0-967e-9fca0b8a3577 will not be triggered until provisioned by entity L2. {{(pid=112105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:54:15.441156 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:15.522175 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb922a-29e5-49e0-967e-9fca0b8a3577,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:15.574204 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-66969ecd-f10d-4f43-9c92-9c2f879ba893 req-4ff45cca-2676-45a3-80e2-0b7bf3ae4a04 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0573697 Oct 15 17:54:15.592386 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Allocated IP 172.20.0.8 (360af2dc-114a-429f-9f83-30819b3d85ae/3188a43e-4059-4d95-81a2-c78921beec5e/b75da0f9-0ce7-4f41-a849-0aa3f56b56a5) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:54:15.649160 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6b29-75df-458b-a8fb-a5674908d974 req-192db311-bc2e-4d65-8c3b-45a548b1e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:15.650822 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3efb6b29-75df-458b-a8fb-a5674908d974 req-192db311-bc2e-4d65-8c3b-45a548b1e5bb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2916262 Oct 15 17:54:15.735521 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.managers [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Attempting to bind port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:15.735875 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.managers [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Attempting to bind port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'}] {{(pid=112105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:15.736224 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Attempting to bind port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 on network 360af2dc-114a-429f-9f83-30819b3d85ae {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:15.764437 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 on network 360af2dc-114a-429f-9f83-30819b3d85ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:54:15.764437 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Attempting to bind port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 on network 360af2dc-114a-429f-9f83-30819b3d85ae {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:15.770119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-cd0ba59e-9a35-4f21-a648-c84460193d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:15.771983 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-cd0ba59e-9a35-4f21-a648-c84460193d40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e1151a44db447f88c8efb2ff2aab42&device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 1097 time: 0.0625782 Oct 15 17:54:15.789524 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:15.789895 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Checking segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:15.790444 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Bound using segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:15.790916 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.managers [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Bound port: 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'}}] {{(pid=112105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:15.791317 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:15.872444 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:15.883888 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-476b9218-6572-4ddc-9938-cd97a738e0bf req-8e4aab31-dedc-458d-b695-dfec67c44f9f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 210 time: 0.1051908 Oct 15 17:54:15.909343 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] For port 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host hv-cinder-79053, cleared binding levels {{(pid=112105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:15.909343 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] For port 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:15.971146 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-0865273a-5967-4217-9bab-5b1aefec25c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5 HTTP/1.1" status: 200 len: 217 time: 0.1696010 Oct 15 17:54:15.979673 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:16.020774 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:16.045016 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.47', 52012) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:16.049686 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.050304 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:16.052190 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] 10.222.0.47 "PUT /v2.0/ports/5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 1093 time: 1.5037570 Oct 15 17:54:16.055737 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'tag': '5eeb922a-29e5-49e0-967e-9fca0b8a3577'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:16.069290 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-88773623-0715-40d0-aebc-c3b6b25f47d7 req-6c409c78-c392-47d8-87e4-3da7eac111b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 210 time: 0.0634778 Oct 15 17:54:16.113262 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a7854-b032-4d95-8dda-f3b7f079391b service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb922a-29e5-49e0-967e-9fca0b8a3577,revision_number=3']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:16.123400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Network 360af2dc-114a-429f-9f83-30819b3d85ae is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:16.137163 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:16.173411 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:16.224264 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d822-7713-4550-8853-07b1c0e1b00d req-181380fc-d048-4eb1-a5ba-ead949387dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.233311 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-181380fc-d048-4eb1-a5ba-ead949387dae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dafe8291-1a3e-424c-bbea-04d94f5603df HTTP/1.1" status: 200 len: 852 time: 0.2528241 Oct 15 17:54:16.335577 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-c135a0a6-e1da-4cc6-8d5f-a71fbbd9b504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f21bbf7-34d4-4381-b275-00afc2e53f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913057 Oct 15 17:54:16.391964 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Pushing event updated for resources: {'Port': ['ID=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:16.406542 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.407152 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:16.426930 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-d6a8466b-d2ba-400b-bce6-04ee29b4c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.429423 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-d6a8466b-d2ba-400b-bce6-04ee29b4c406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1096 time: 0.1949608 Oct 15 17:54:16.437277 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-115220f4-f1d7-423e-9942-c2d07b118291 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.438822 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-115220f4-f1d7-423e-9942-c2d07b118291 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 816 time: 0.3927681 Oct 15 17:54:16.525217 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992669a8-5070-41fb-b977-e8ae73d01939 req-641a5b6b-81da-4827-9cc7-b250401ae15c tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.531463 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-e99e9e01-0843-4158-a8de-5d06a8a34987 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0923252 Oct 15 17:54:16.535270 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-aebeef82-36e3-4cdf-892c-be282a0deab6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9846258 Oct 15 17:54:16.535976 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-992669a8-5070-41fb-b977-e8ae73d01939 req-641a5b6b-81da-4827-9cc7-b250401ae15c tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.2030859 Oct 15 17:54:16.585768 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Request body: {'port': {'device_id': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:16.594140 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-dd9a788b-1a53-4859-8375-7e4808f01e31 service neutron] 10.222.0.47 "GET /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439847 Oct 15 17:54:16.598806 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-b8470685-d40d-4005-a57e-659248650375 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 379 time: 0.1270080 Oct 15 17:54:16.623054 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef6da9-b2fe-461d-a080-08e979822487" -d '{"events": [{"name": "network-changed", "server_uuid": "45a2cee0-69b2-41cd-a185-4a97ab8da208", "tag": "5eeb922a-29e5-49e0-967e-9fca0b8a3577"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:16.624992 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'port': {'device_id': '58f2fbde-babd-422b-b728-45694d89f62e', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'admin_state_up': True, 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'security_groups': ['7f238fbe-9bd9-4fc0-871d-91779b569813']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:16.702716 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-992669a8-5070-41fb-b977-e8ae73d01939 req-bc7a7c15-064c-4655-9716-a0ac317db51e tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441123 Oct 15 17:54:16.757923 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-fe018ecc-b4ee-41b2-911f-662047f2259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.759448 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-fe018ecc-b4ee-41b2-911f-662047f2259e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.2095020 Oct 15 17:54:16.776656 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:16.813390 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.47', 52015) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:16.959812 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-4e898751-cc7f-4fa3-89c2-ff1638d16996 service neutron] 10.222.0.47 "GET /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300574 Oct 15 17:54:16.981994 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-bbd5e2ca-1680-4f41-8978-630c69831a44 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:16.985962 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-bbd5e2ca-1680-4f41-8978-630c69831a44 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 811 time: 0.1714683 Oct 15 17:54:17.005684 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-a2846dbd-d389-4577-93c7-0264e8877e93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2373767 Oct 15 17:54:17.017537 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a184-5122-4821-8113-852ac1a59ebb req-4ff476ab-e2d0-429e-8fb6-1a8cb2a77a8a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:17.018938 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0ad4a184-5122-4821-8113-852ac1a59ebb req-4ff476ab-e2d0-429e-8fb6-1a8cb2a77a8a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 931 time: 0.3288674 Oct 15 17:54:17.070114 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7feba96d-cc07-476d-a3e4-c47451bea3ed tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71cd40a88ce4ad999cb8a7bad461b92 HTTP/1.1" status: 200 len: 378 time: 0.0663891 Oct 15 17:54:17.128188 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8941ad5-db95-4522-aa5c-60e77718beb5 x-openstack-request-id: req-c8941ad5-db95-4522-aa5c-60e77718beb5 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:17.128488 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a2cee0-69b2-41cd-a185-4a97ab8da208", "tag": "5eeb922a-29e5-49e0-967e-9fca0b8a3577", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:17.128746 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8941ad5-db95-4522-aa5c-60e77718beb5 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:17.129203 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'tag': '5eeb922a-29e5-49e0-967e-9fca0b8a3577', 'status': 'completed', 'code': 200} Oct 15 17:54:17.138331 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Made reservation on behalf of 7f30b4f7915b46f6bbc63626aba24211 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:54:17.158300 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:17.226524 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'port': {'device_id': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'admin_state_up': True, 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'security_groups': ['5798c603-1058-414e-a5d0-e6b22a5ec0de']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:17.230054 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0ad4a184-5122-4821-8113-852ac1a59ebb req-c7a1d90a-7377-4dd3-b80e-ffd8a28fdbc1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889153 Oct 15 17:54:17.273624 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a2922a9-8cc0-4fc6-8e69-46d582725149 req-6d723fae-40bc-4e5d-9fd7-56b39504ad63 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 210 time: 0.0584950 Oct 15 17:54:17.350872 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-1e1bfd73-e9ef-46a9-9032-3775f7b7bd9f service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306901 Oct 15 17:54:17.435050 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3119dc17-16bd-473c-9aef-1ad02bd7b2ea req-d445f353-fd71-42fb-9bc5-818a9c027b1f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 210 time: 0.0792429 Oct 15 17:54:17.571599 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e89f9625-380b-451e-ac69-cebdc783ff3f req-c0df19e0-a1b5-4df5-83be-ecaa75355e69 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001927 Oct 15 17:54:17.644198 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 {{(pid=112105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:17.659036 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:17.670752 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Allocated IP 172.20.0.8 (a89a96f1-9d66-4919-8de4-371b51794dd2/369cb9b8-4899-4e9e-abad-98e9faf10968/8277b472-3fc1-4f38-a395-0de9100487da) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:54:17.705045 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.provisioning_blocks [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Transition to ACTIVE for port object b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 will not be triggered until provisioned by entity L2. {{(pid=112105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:54:17.752996 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Made reservation on behalf of a71cd40a88ce4ad999cb8a7bad461b92 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:54:17.756681 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:17.809679 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:17.897089 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Pushing event updated for resources: {'Port': ['ID=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:17.907492 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6da9-b2fe-461d-a080-08e979822487 req-db47e117-a857-472a-ba56-4ead7e2bb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:17.909178 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-db47e117-a857-472a-ba56-4ead7e2bb91b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1096 time: 0.1128871 Oct 15 17:54:18.110154 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.managers [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Attempting to bind port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:18.110511 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.managers [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Attempting to bind port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'}] {{(pid=112105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:18.110808 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Attempting to bind port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 on network 360af2dc-114a-429f-9f83-30819b3d85ae {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:18.121163 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 on network 360af2dc-114a-429f-9f83-30819b3d85ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:54:18.121483 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Attempting to bind port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 on network 360af2dc-114a-429f-9f83-30819b3d85ae {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:18.128610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6da9-b2fe-461d-a080-08e979822487 req-789d9583-a104-41f0-83fe-e2d91970310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.129763 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-789d9583-a104-41f0-83fe-e2d91970310c service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.2037077 Oct 15 17:54:18.130632 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:18.130930 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Checking segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:18.131395 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Bound using segment: {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'} {{(pid=112105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:18.131783 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.managers [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Bound port: b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae'}}] {{(pid=112105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:18.132277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.136007 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf3ab9-fb74-475c-b778-6ebc426c0a7c req-e4a5c74a-64b7-45fd-9de3-5418585a0861 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.137724 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0baf3ab9-fb74-475c-b778-6ebc426c0a7c req-e4a5c74a-64b7-45fd-9de3-5418585a0861 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.3534372 Oct 15 17:54:18.143518 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.184179 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-19840295-c1ea-46ce-9f50-15a2ad37f573 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0413926 Oct 15 17:54:18.201704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Allocated IP 172.20.0.8 (c1833c72-8cfb-4492-9fe5-32355b8e436d/57882b99-9344-47cc-902d-bc18b541bcaa/65646b10-dae2-4e96-a2b5-9fb837bf520a) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:54:18.233772 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0baf3ab9-fb74-475c-b778-6ebc426c0a7c req-1ccc8ed7-40a9-4277-a5eb-49d920873ca2 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703042 Oct 15 17:54:18.268427 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6da9-b2fe-461d-a080-08e979822487 req-eee38a85-e19a-4bf9-9ab6-4b1b08f243ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.269891 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-eee38a85-e19a-4bf9-9ab6-4b1b08f243ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0666232 Oct 15 17:54:18.272582 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] For port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host hv-cinder-79053, cleared binding levels {{(pid=112105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:18.273278 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b0f30423-2b68-42ec-a9e0-bed8540d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.277095 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] For port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:18.305829 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.306369 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-8a740190-6210-46f1-86de-504bf3079b4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266235 Oct 15 17:54:18.376967 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.394562 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Network a89a96f1-9d66-4919-8de4-371b51794dd2 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:18.418216 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:18.420593 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:18.447577 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:18.466191 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfb0b0-de2e-48a8-a861-2ca8afcc17c9 req-f3bcc78b-ff42-4ba2-92d9-d58225a31815 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.468613 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-73bfb0b0-de2e-48a8-a861-2ca8afcc17c9 req-f3bcc78b-ff42-4ba2-92d9-d58225a31815 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 943 time: 0.1640217 Oct 15 17:54:18.473115 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.473741 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.475774 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] 10.222.0.47 "PUT /v2.0/ports/b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 HTTP/1.1" status: 200 len: 1093 time: 1.9244602 Oct 15 17:54:18.505272 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.537495 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-5495d7ca-0a6d-486f-86e4-08816ab8d091 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211123 Oct 15 17:54:18.547490 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f528-63e4-41da-a3d8-1139584dc1cc req-bf5c2163-ddd5-45fe-8e88-2862b916f4ef tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.549055 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4611f528-63e4-41da-a3d8-1139584dc1cc req-bf5c2163-ddd5-45fe-8e88-2862b916f4ef tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 931 time: 0.1533513 Oct 15 17:54:18.549851 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580785c3-aa84-4d04-8338-adba0dffa7ee service neutron] Pushing event updated for resources: {'Port': ['ID=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,revision_number=3']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:18.557051 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.557613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.572833 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-73bfb0b0-de2e-48a8-a861-2ca8afcc17c9 req-6e07c245-2631-47ab-8aa2-657472a123bd tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960498 Oct 15 17:54:18.674148 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39402) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:18.708203 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4611f528-63e4-41da-a3d8-1139584dc1cc req-bd49bb67-8a52-4282-b888-96ed3803f53a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363745 Oct 15 17:54:18.764330 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-16c049ee-d959-442e-9c38-61c9a7846500 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1507728 Oct 15 17:54:18.766123 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.797079 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f247a78c-3b43-4ead-a78d-902d0c24892d req-75cc3955-3982-48f9-b8a0-ecd628373652 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 210 time: 0.1048312 Oct 15 17:54:18.802596 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-11178f4b-3d48-4257-b8e1-d22ec02af50b service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480445 Oct 15 17:54:18.818961 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Request body: {'port': {'device_id': '58f2fbde-babd-422b-b728-45694d89f62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:18.823866 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-718c5449-22fa-4b52-8f5d-8e4b6ab545b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.825736 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-718c5449-22fa-4b52-8f5d-8e4b6ab545b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 1096 time: 0.1814544 Oct 15 17:54:18.844938 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-8e75d063-385d-4ba0-a594-3e6498ba5001 None None] Provisioning complete for port 8277b472-3fc1-4f38-a395-0de9100487da triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:18.846283 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8e75d063-385d-4ba0-a594-3e6498ba5001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.873628 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-baa9ce17-f541-480b-8e21-1d7fd89cbda5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 HTTP/1.1" status: 200 len: 217 time: 0.0387032 Oct 15 17:54:18.902817 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-8e75d063-385d-4ba0-a594-3e6498ba5001 None None] Port 8277b472-3fc1-4f38-a395-0de9100487da cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:54:18.915589 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-344ea7fa-7392-4114-b984-d6493c233b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:18.919748 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Network c1833c72-8cfb-4492-9fe5-32355b8e436d is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:54:18.931146 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:54:18.933515 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:54:18.964514 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-0000a1ca-0ba9-4284-9695-2d551596b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:18.966027 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-0000a1ca-0ba9-4284-9695-2d551596b5fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0843065 Oct 15 17:54:19.002665 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'Port': ['ID=65646b10-dae2-4e96-a2b5-9fb837bf520a,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:19.010570 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-16a17453-f57a-4e5f-99c5-2df184cab71e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362160 Oct 15 17:54:19.032947 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.130538 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:19.131519 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.133749 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'tag': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:19.138022 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ac5aa-4595-42c7-9294-b3439a85c48e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b67c82e-7e4d-4f76-a4db-770100b468a5", "tag": "b75da0f9-0ce7-4f41-a849-0aa3f56b56a5"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:19.182075 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-c4616c94-b9fd-460a-93a7-4c71bfcd32f6 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626718 Oct 15 17:54:19.251801 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-d51f84c5-60bf-4527-b732-86ad9616fa5b None None] Provisioning complete for port 65646b10-dae2-4e96-a2b5-9fb837bf520a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:19.256423 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d51f84c5-60bf-4527-b732-86ad9616fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.256564 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1c095-c0ee-488d-bb8a-8004422de96e x-openstack-request-id: req-f4f1c095-c0ee-488d-bb8a-8004422de96e {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:19.261027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b67c82e-7e4d-4f76-a4db-770100b468a5", "tag": "b75da0f9-0ce7-4f41-a849-0aa3f56b56a5", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:19.261027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4f1c095-c0ee-488d-bb8a-8004422de96e {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:19.261027 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'tag': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5', 'status': 'completed', 'code': 200} Oct 15 17:54:19.313790 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-344ea7fa-7392-4114-b984-d6493c233b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.326868 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-d51f84c5-60bf-4527-b732-86ad9616fa5b None None] Port 65646b10-dae2-4e96-a2b5-9fb837bf520a cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:54:19.350572 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-cfd679da-4cf9-4941-9f8e-6cad252d451d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1368504 Oct 15 17:54:19.365801 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Request body: {'port': {'device_id': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:19.412723 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7ad17d5d-6088-4dbd-996e-4af954736b09 req-f056009b-ac9e-4b23-95c0-9c0285062628 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218487 Oct 15 17:54:19.422415 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7b90-91d9-45b7-9e53-c9e59a606c57 req-f9f0fd0e-3850-4ff6-b6be-a0277e5bf618 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:19.427702 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-69da7b90-91d9-45b7-9e53-c9e59a606c57 req-f9f0fd0e-3850-4ff6-b6be-a0277e5bf618 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.0818822 Oct 15 17:54:19.430303 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-344ea7fa-7392-4114-b984-d6493c233b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.489155 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-69da7b90-91d9-45b7-9e53-c9e59a606c57 req-be976057-08ca-4143-ad1d-88ea465abc42 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573425 Oct 15 17:54:19.496355 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.535098 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-344ea7fa-7392-4114-b984-d6493c233b82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=687fb989571b41e489cc887ea130293e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8598795 Oct 15 17:54:19.538236 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39438) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:19.545109 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ea7fa-7392-4114-b984-d6493c233b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4baa09-06fe-47b5-93be-d90080dd12ab,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:19.575048 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8277b472-3fc1-4f38-a395-0de9100487da {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:19.586749 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.644084 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Transition to ACTIVE for port object 8277b472-3fc1-4f38-a395-0de9100487da will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:54:19.651257 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-80384f70-5367-48a1-b02d-2cb440519727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:19.653070 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-80384f70-5367-48a1-b02d-2cb440519727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 1096 time: 0.0855021 Oct 15 17:54:19.665339 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6f72d913-93d9-4c80-8214-3caa2806d437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.758798 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:19.890568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42124776-7a0d-4c05-839f-ab8480b9e93a req-93489a89-9069-4691-834c-fdc4c67efc94 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:19.892674 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-42124776-7a0d-4c05-839f-ab8480b9e93a req-93489a89-9069-4691-834c-fdc4c67efc94 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 943 time: 0.1787453 Oct 15 17:54:19.892674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:19.941511 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6f72d913-93d9-4c80-8214-3caa2806d437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.012148 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-42124776-7a0d-4c05-839f-ab8480b9e93a req-6a33f0ed-7c16-4035-bf10-a6663eae0473 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091771 Oct 15 17:54:20.037655 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7ecc-727d-41bb-9fe8-92fff8965174 req-3194784d-fd67-4ac5-b0fb-c95a03efa6fa tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.040198 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-435c7ecc-727d-41bb-9fe8-92fff8965174 req-3194784d-fd67-4ac5-b0fb-c95a03efa6fa tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.1660848 Oct 15 17:54:20.077662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Attempting to bind port 8277b472-3fc1-4f38-a395-0de9100487da on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:20.078011 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Attempting to bind port 8277b472-3fc1-4f38-a395-0de9100487da by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:20.078354 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Attempting to bind port 8277b472-3fc1-4f38-a395-0de9100487da on network a89a96f1-9d66-4919-8de4-371b51794dd2 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:20.090185 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-b2325db8-700c-4490-9156-f2fbb2d1a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.092049 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-b2325db8-700c-4490-9156-f2fbb2d1a7a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.4154904 Oct 15 17:54:20.120526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Port 8277b472-3fc1-4f38-a395-0de9100487da on network a89a96f1-9d66-4919-8de4-371b51794dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:54:20.120526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Attempting to bind port 8277b472-3fc1-4f38-a395-0de9100487da on network a89a96f1-9d66-4919-8de4-371b51794dd2 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:20.128266 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:20.128837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Checking segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:20.129374 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Bound using segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:20.129967 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Bound port: 8277b472-3fc1-4f38-a395-0de9100487da, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:20.130490 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.154933 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-8bf107ff-8cd0-49ce-bc48-7f0c7c338aef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 HTTP/1.1" status: 200 len: 217 time: 0.0495949 Oct 15 17:54:20.160952 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65646b10-dae2-4e96-a2b5-9fb837bf520a {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:20.178754 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-435c7ecc-727d-41bb-9fe8-92fff8965174 req-e7c7ffdb-0ba9-4155-acf8-bddcbf9b0790 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286857 Oct 15 17:54:20.188532 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.252882 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-6d86877a-dc36-45ea-88c5-8fbf8b9bac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.254380 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-6d86877a-dc36-45ea-88c5-8fbf8b9bac48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0744562 Oct 15 17:54:20.278554 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:20.283575 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:20.287952 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Transition to ACTIVE for port object 65646b10-dae2-4e96-a2b5-9fb837bf520a will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:54:20.295509 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-907761bf-5031-48f1-8aa7-20df88bc57c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288334 Oct 15 17:54:20.295769 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3618e0-906b-44ad-8247-adc5728f4b89 req-371371e4-b9c5-4637-8894-106638632a0d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.296826 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6f72d913-93d9-4c80-8214-3caa2806d437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.298019 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e3618e0-906b-44ad-8247-adc5728f4b89 req-371371e4-b9c5-4637-8894-106638632a0d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 931 time: 0.1120842 Oct 15 17:54:20.299392 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6f72d913-93d9-4c80-8214-3caa2806d437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.300429 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6f72d913-93d9-4c80-8214-3caa2806d437 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f4baa09-06fe-47b5-93be-d90080dd12ab HTTP/1.1" status: 204 len: 168 time: 0.7609015 Oct 15 17:54:20.316613 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72d913-93d9-4c80-8214-3caa2806d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4baa09-06fe-47b5-93be-d90080dd12ab,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:20.353516 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.371596 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e3618e0-906b-44ad-8247-adc5728f4b89 req-5b706809-c567-4373-b33c-32e2fd2f7e20 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646060 Oct 15 17:54:20.419743 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.422656 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.423349 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.425542 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 1093 time: 1.6109564 Oct 15 17:54:20.429135 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:20.440990 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9263cee5-d00a-4987-9eab-1ae9685b8cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:20.442611 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-2f84f13c-a60e-46ca-bcdc-1bd8e300d7b3 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385775 Oct 15 17:54:20.524075 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435ea4-ee7d-43cd-b665-47c46ff940e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:20.601389 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0f128-bb04-4d6b-8026-7015629c29f2 x-openstack-request-id: req-bde0f128-bb04-4d6b-8026-7015629c29f2 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:20.601752 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:20.601969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bde0f128-bb04-4d6b-8026-7015629c29f2 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:20.602321 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'status': 'completed', 'code': 200} Oct 15 17:54:20.672351 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b88ac5aa-4595-42c7-9294-b3439a85c48e req-44fa79ec-7535-4333-9371-4d0231c44941 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204661 Oct 15 17:54:20.742657 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Pushing event updated for resources: {'Port': ['ID=65646b10-dae2-4e96-a2b5-9fb837bf520a,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:20.773333 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263cee5-d00a-4987-9eab-1ae9685b8cfe req-53b3befa-f603-4704-a336-133b11002bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.774871 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9263cee5-d00a-4987-9eab-1ae9685b8cfe req-53b3befa-f603-4704-a336-133b11002bdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1096 time: 0.1915927 Oct 15 17:54:20.778010 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Attempting to bind port 65646b10-dae2-4e96-a2b5-9fb837bf520a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:54:20.778119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Attempting to bind port 65646b10-dae2-4e96-a2b5-9fb837bf520a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:54:20.778434 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Attempting to bind port 65646b10-dae2-4e96-a2b5-9fb837bf520a on network c1833c72-8cfb-4492-9fe5-32355b8e436d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:20.793483 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5f659-cc44-4a4f-b472-f3aaa6489c32 req-73b5df98-1ef5-4097-bc73-58cf44d35e5f tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.799455 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4aa5f659-cc44-4a4f-b472-f3aaa6489c32 req-73b5df98-1ef5-4097-bc73-58cf44d35e5f tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.1277947 Oct 15 17:54:20.830597 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Port 65646b10-dae2-4e96-a2b5-9fb837bf520a on network c1833c72-8cfb-4492-9fe5-32355b8e436d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:54:20.830918 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Attempting to bind port 65646b10-dae2-4e96-a2b5-9fb837bf520a on network c1833c72-8cfb-4492-9fe5-32355b8e436d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:54:20.855722 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:54:20.856061 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Checking segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:54:20.856454 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Bound using segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:54:20.856896 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Bound port: 65646b10-dae2-4e96-a2b5-9fb837bf520a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:54:20.857281 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:20.929111 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4aa5f659-cc44-4a4f-b472-f3aaa6489c32 req-3ea6b639-a433-44f8-8214-1e07d383cb0d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199129 Oct 15 17:54:20.983375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263cee5-d00a-4987-9eab-1ae9685b8cfe req-bfe26e85-5b11-4211-a2d0-200ec592b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:20.983375 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9263cee5-d00a-4987-9eab-1ae9685b8cfe req-bfe26e85-5b11-4211-a2d0-200ec592b92e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7f30b4f7915b46f6bbc63626aba24211&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1850152 Oct 15 17:54:21.017945 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] For port 65646b10-dae2-4e96-a2b5-9fb837bf520a, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:54:21.038334 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] For port 65646b10-dae2-4e96-a2b5-9fb837bf520a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:54:21.114725 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39498) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:21.121702 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263cee5-d00a-4987-9eab-1ae9685b8cfe req-fce09ec7-b36f-4a3c-aaa1-23c9c15218bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.123546 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9263cee5-d00a-4987-9eab-1ae9685b8cfe req-fce09ec7-b36f-4a3c-aaa1-23c9c15218bd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321170 Oct 15 17:54:21.132881 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-a7401117-c2e2-4152-90f7-1bae11986a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.137446 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.186485 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187961-ed62-4d7d-8545-7d9e250fa29d req-760f76b8-02c2-4893-9eb8-77cd83a1b590 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.200515 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a1187961-ed62-4d7d-8545-7d9e250fa29d req-760f76b8-02c2-4893-9eb8-77cd83a1b590 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 943 time: 0.0969543 Oct 15 17:54:21.248175 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.248830 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.250294 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] 10.222.0.47 "PUT /v2.0/ports/65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 1093 time: 1.8903587 Oct 15 17:54:21.251302 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a1187961-ed62-4d7d-8545-7d9e250fa29d req-84215c3e-5f11-498e-9b99-e554b82c035d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481086 Oct 15 17:54:21.317279 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733c0dc-42fc-4f9b-85c3-ed4a9e80d2de service neutron] Pushing event updated for resources: {'Port': ['ID=65646b10-dae2-4e96-a2b5-9fb837bf520a,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:21.322916 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39508) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:21.352742 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-67f66e3c-45d1-4350-bcc6-846a3700f20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.374297 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a4a32f4b-cce0-4bf3-a515-3e0c4084c442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.378610 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-f74f1268-69e1-4590-87cc-4826cf361c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.380393 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-f74f1268-69e1-4590-87cc-4826cf361c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1096 time: 0.1769416 Oct 15 17:54:21.411326 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b7c5-c93e-4a17-81f0-39cf7ea774c3 req-6673340b-53ae-489a-8a86-6bbe809a6e0e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.413005 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6349b7c5-c93e-4a17-81f0-39cf7ea774c3 req-6673340b-53ae-489a-8a86-6bbe809a6e0e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.1114094 Oct 15 17:54:21.446567 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-67f66e3c-45d1-4350-bcc6-846a3700f20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.456988 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-a84e6150-66dc-401c-b518-7a93d9b6a955 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 217 time: 0.0583758 Oct 15 17:54:21.509648 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2bb8-c50e-42c8-bf9e-c8b14b77e9fb req-af1589f6-2449-4260-97b4-c46ecb0805a0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.511069 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e5ab2bb8-c50e-42c8-bf9e-c8b14b77e9fb req-af1589f6-2449-4260-97b4-c46ecb0805a0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 943 time: 0.0670619 Oct 15 17:54:21.547093 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-67f66e3c-45d1-4350-bcc6-846a3700f20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.568429 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e5ab2bb8-c50e-42c8-bf9e-c8b14b77e9fb req-e683f4de-04f0-4ef5-a5b6-b3fc3ba2ddba tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507569 Oct 15 17:54:21.595610 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-67f66e3c-45d1-4350-bcc6-846a3700f20d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3ae19ffd84d45b59db8e8fb61a5ddba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704897 Oct 15 17:54:21.596548 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f66e3c-45d1-4350-bcc6-846a3700f20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad9a179-822a-4cfc-80f7-e79f41aedddd,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:21.600526 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39512) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:21.662825 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0501325d-346b-4d26-9f9c-4cb682807f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.687100 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0501325d-346b-4d26-9f9c-4cb682807f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.741889 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6349b7c5-c93e-4a17-81f0-39cf7ea774c3 req-e9779488-8466-4418-b982-1bcedacb5182 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836673 Oct 15 17:54:21.744109 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-8980e5c7-2c95-409e-a1b0-f88787c0f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.745469 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-8980e5c7-2c95-409e-a1b0-f88787c0f4ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.2623916 Oct 15 17:54:21.747282 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-2c39ec99-0761-4b17-8b1b-50a67008cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.748639 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-2c39ec99-0761-4b17-8b1b-50a67008cd3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1096 time: 0.3470614 Oct 15 17:54:21.818649 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-de594d64-88a6-4af6-8a42-4a6f4a9a04f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 217 time: 0.0574076 Oct 15 17:54:21.841843 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0501325d-346b-4d26-9f9c-4cb682807f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.848464 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0501325d-346b-4d26-9f9c-4cb682807f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.848464 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0501325d-346b-4d26-9f9c-4cb682807f2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ad9a179-822a-4cfc-80f7-e79f41aedddd HTTP/1.1" status: 204 len: 168 time: 0.2451930 Oct 15 17:54:21.858050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501325d-346b-4d26-9f9c-4cb682807f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad9a179-822a-4cfc-80f7-e79f41aedddd,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:21.877557 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-84403780-34d3-4a2f-94fe-9b275118040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.878845 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:21.879069 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-84403780-34d3-4a2f-94fe-9b275118040a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1190381 Oct 15 17:54:21.935707 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7600c855-f8c8-413d-8920-b0065648bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:21.937193 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-7600c855-f8c8-413d-8920-b0065648bce7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.1088324 Oct 15 17:54:21.993743 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a4a32f4b-cce0-4bf3-a515-3e0c4084c442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.041434 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-4247b605-059b-4594-87dd-c356a94b103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.042930 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-4247b605-059b-4594-87dd-c356a94b103d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985379 Oct 15 17:54:22.044928 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-ea4f8050-6d3a-4ada-b1bb-e346a4b741fe service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566885 Oct 15 17:54:22.053479 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a464caf-ae0f-4234-aae9-9fe73aa11c77 req-11ebaaa0-0083-49b4-afaa-f96f4d661473 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.055303 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7a464caf-ae0f-4234-aae9-9fe73aa11c77 req-11ebaaa0-0083-49b4-afaa-f96f4d661473 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 944 time: 0.0541909 Oct 15 17:54:22.091462 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a4a32f4b-cce0-4bf3-a515-3e0c4084c442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.101314 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7a464caf-ae0f-4234-aae9-9fe73aa11c77 req-a645451a-5588-44dc-97b6-b44d0e91ea7e tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Oct 15 17:54:22.175030 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9e25bcf9-db17-4453-bb42-308b23f7e0e5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:54:22.212060 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a32f4b-cce0-4bf3-a515-3e0c4084c442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fbcac5-45ec-4999-8747-98cf8809ddd3,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:22.219754 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-a4a32f4b-cce0-4bf3-a515-3e0c4084c442 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62401aae5dca4585923c1930e285f56b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1038499 Oct 15 17:54:22.223403 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39530) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:22.269810 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.279050 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1afc1e23-7396-46d2-a23a-b3f975724b6a req-f48aca99-29e1-4a14-b16c-32101ec1bc9f service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212009 Oct 15 17:54:22.284267 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-3321e5f0-0ad2-4c43-8fa4-3f737b4d2e5a service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276409 Oct 15 17:54:22.351105 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5,segment=NetworkSegment(dea44f4e-9dfa-4d99-bb76-f370dd5bc336),segment_id=dea44f4e-9dfa-4d99-bb76-f370dd5bc336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:22.375951 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '9e25bcf9-db17-4453-bb42-308b23f7e0e5', 'network_id': '0f21bbf7-34d4-4381-b275-00afc2e53f9f', 'port_id': '9e25bcf9-db17-4453-bb42-308b23f7e0e5', 'mac_address': 'fa:16:3e:1a:ab:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafe8291-1a3e-424c-bbea-04d94f5603df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:54:22.388815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-74679dba-298d-4689-a548-ed44cfd8f5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.432433 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.438793 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-74679dba-298d-4689-a548-ed44cfd8f5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.448821 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e25bcf9-db17-4453-bb42-308b23f7e0e5 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:22.474560 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5,segment=NetworkSegment(dea44f4e-9dfa-4d99-bb76-f370dd5bc336),segment_id=dea44f4e-9dfa-4d99-bb76-f370dd5bc336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:22.501144 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08900080-f0ef-4d7f-bc40-ae95fc086f7f req-867a3e0c-e5ae-4f24-8ddb-985d9da5c640 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069733 Oct 15 17:54:22.509901 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b7fda-ad2c-4c0f-8e76-4c18760abbf8 req-e886c50e-5d41-449a-a95f-5195d8535846 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.511336 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-713b7fda-ad2c-4c0f-8e76-4c18760abbf8 req-e886c50e-5d41-449a-a95f-5195d8535846 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 943 time: 0.1399665 Oct 15 17:54:22.550548 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-713b7fda-ad2c-4c0f-8e76-4c18760abbf8 req-850ff841-8b41-4447-b2f1-dc887c4402a0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Oct 15 17:54:22.603313 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:22.605639 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c2828-cbd6-4d49-9198-91aacf0335ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:22.613107 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.613775 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 5eeb922a-29e5-49e0-967e-9fca0b8a3577 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:54:22.641961 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-74679dba-298d-4689-a548-ed44cfd8f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.644838 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-74679dba-298d-4689-a548-ed44cfd8f5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.648581 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-74679dba-298d-4689-a548-ed44cfd8f5ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5fbcac5-45ec-4999-8747-98cf8809ddd3 HTTP/1.1" status: 204 len: 168 time: 0.4217539 Oct 15 17:54:22.655036 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74679dba-298d-4689-a548-ed44cfd8f5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fbcac5-45ec-4999-8747-98cf8809ddd3,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:22.675928 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527babca-6632-40f6-bf2a-53acdda6d9c1 x-openstack-request-id: req-527babca-6632-40f6-bf2a-53acdda6d9c1 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:22.680291 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:22.680291 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-527babca-6632-40f6-bf2a-53acdda6d9c1 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:22.680291 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'status': 'completed', 'code': 200} Oct 15 17:54:22.715047 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27585b-2dd9-4a4e-b3d2-f7b59974c366 req-19f91837-4955-4e49-a17e-2f718da530cf tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.722442 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9e25bcf9-db17-4453-bb42-308b23f7e0e5,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:22.727272 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2f27585b-2dd9-4a4e-b3d2-f7b59974c366 req-19f91837-4955-4e49-a17e-2f718da530cf tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 943 time: 0.0872900 Oct 15 17:54:22.741045 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-105d8c79-ead2-4090-b4e0-051dcac70dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.747890 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-105d8c79-ead2-4090-b4e0-051dcac70dce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1096 time: 0.0543532 Oct 15 17:54:22.776078 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2f27585b-2dd9-4a4e-b3d2-f7b59974c366 req-949eb63f-a931-42e6-af2d-e75f379393ba tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477698 Oct 15 17:54:22.812646 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:22.825822 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '5eeb922a-29e5-49e0-967e-9fca0b8a3577', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'port_id': '5eeb922a-29e5-49e0-967e-9fca0b8a3577', 'mac_address': 'fa:16:3e:bb:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:54:22.880948 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:22.897981 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeb922a-29e5-49e0-967e-9fca0b8a3577 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:22.923194 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:22.976467 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-be477bf6-d662-4aba-a958-90ae3bd2b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.977951 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-be477bf6-d662-4aba-a958-90ae3bd2b5c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.2230279 Oct 15 17:54:22.989597 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f629dec-02c7-480d-af73-bdbff08ca0f7 req-96778f26-3703-413b-979d-fa54c3d99a99 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:22.992146 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9f629dec-02c7-480d-af73-bdbff08ca0f7 req-96778f26-3703-413b-979d-fa54c3d99a99 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0960546 Oct 15 17:54:23.033247 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.042549 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-3af117f3-ae3c-48fe-a0a9-d2f6df91b6bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 217 time: 0.0493722 Oct 15 17:54:23.101205 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9f629dec-02c7-480d-af73-bdbff08ca0f7 req-b310980e-d92e-4841-81d8-48878267d2b9 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954688 Oct 15 17:54:23.118959 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-db4d86d1-c093-45e7-8f9f-79ce1d5bf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:23.121160 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-db4d86d1-c093-45e7-8f9f-79ce1d5bf547 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0697331 Oct 15 17:54:23.129232 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=5eeb922a-29e5-49e0-967e-9fca0b8a3577,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:23.189301 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-42eef1c3-4f83-4b05-a865-8ee510f544cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:23.190789 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-42eef1c3-4f83-4b05-a865-8ee510f544cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565257 Oct 15 17:54:23.230515 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcd45c-ad6e-4376-bdfb-a68d69a889b7 req-3b4bf83f-35f3-4660-b60c-d664fd423dad tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:23.232773 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e5bcd45c-ad6e-4376-bdfb-a68d69a889b7 req-3b4bf83f-35f3-4660-b60c-d664fd423dad tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 945 time: 0.0538526 Oct 15 17:54:23.297136 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e5bcd45c-ad6e-4376-bdfb-a68d69a889b7 req-6644506f-1ae8-4032-b848-189fc6723bf6 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Oct 15 17:54:23.307522 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-1e2a99fa-b3dc-41c1-9a80-2fccdaa8e44f service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057801 Oct 15 17:54:23.406026 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-066c2828-cbd6-4d49-9198-91aacf0335ea req-0520932e-98f6-42bf-bb7a-65eef3dff8dc service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907791 Oct 15 17:54:23.433402 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39594) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:23.450146 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-071d46d3-639b-458c-86f7-eeef2cecd971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.522864 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-071d46d3-639b-458c-86f7-eeef2cecd971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.554178 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['9e25bcf9-db17-4453-bb42-308b23f7e0e5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:54:23.584702 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-071d46d3-639b-458c-86f7-eeef2cecd971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.630191 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-071d46d3-639b-458c-86f7-eeef2cecd971 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f98441b66c2c47048288eb3f9064ceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924922 Oct 15 17:54:23.630191 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39602) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:23.631974 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d46d3-639b-458c-86f7-eeef2cecd971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d09fc5-99c7-46ac-8e9e-19a5429559b7,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:23.641640 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['5eeb922a-29e5-49e0-967e-9fca0b8a3577'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:54:23.706179 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cc0bc-ae8c-40ea-9d17-1a1ad0ed13a4 req-a451f250-e554-4616-a857-e6853384ffed tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:23.707930 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0c7cc0bc-ae8c-40ea-9d17-1a1ad0ed13a4 req-a451f250-e554-4616-a857-e6853384ffed tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 943 time: 0.0637987 Oct 15 17:54:23.718042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eaca43ef-fee1-43bb-989e-3cffddb1e1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.742460 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eaca43ef-fee1-43bb-989e-3cffddb1e1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.748007 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0c7cc0bc-ae8c-40ea-9d17-1a1ad0ed13a4 req-cf65c8f4-07a2-48bc-936a-e0cff5ff2b3e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336761 Oct 15 17:54:23.773056 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.853153 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eaca43ef-fee1-43bb-989e-3cffddb1e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.856407 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eaca43ef-fee1-43bb-989e-3cffddb1e1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:23.860771 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-eaca43ef-fee1-43bb-989e-3cffddb1e1f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4d09fc5-99c7-46ac-8e9e-19a5429559b7 HTTP/1.1" status: 204 len: 168 time: 0.2273238 Oct 15 17:54:23.938978 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca43ef-fee1-43bb-989e-3cffddb1e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d09fc5-99c7-46ac-8e9e-19a5429559b7,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:23.987888 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794779-9b52-40cf-b68f-25e52f55d4b3 req-2bdda2b1-b5f5-423e-a644-6fe95a2b4133 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:23.989401 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b2794779-9b52-40cf-b68f-25e52f55d4b3 req-2bdda2b1-b5f5-423e-a644-6fe95a2b4133 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 943 time: 0.1305294 Oct 15 17:54:24.039863 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b2794779-9b52-40cf-b68f-25e52f55d4b3 req-a05f085c-81e9-47fb-8c4f-ee40b7d79101 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437062 Oct 15 17:54:24.152451 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:54:24.231700 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc141e0-78cd-46bc-b7be-7f8243f38f6c req-55a12ff9-ac57-43b8-b224-9ea27f53e673 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:24.234306 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4cc141e0-78cd-46bc-b7be-7f8243f38f6c req-55a12ff9-ac57-43b8-b224-9ea27f53e673 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0586214 Oct 15 17:54:24.286086 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4cc141e0-78cd-46bc-b7be-7f8243f38f6c req-e0c745c7-14f1-43d6-bb23-02e104ce146b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 Oct 15 17:54:24.298912 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:24.323598 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5', 'network_id': '360af2dc-114a-429f-9f83-30819b3d85ae', 'port_id': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3188a43e-4059-4d95-81a2-c78921beec5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:54:24.370716 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:24.387431 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:24.415592 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:24.423928 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528fe9f-aa00-424e-903c-18aacfb0bcf8 req-3ed3462d-e8b1-4f4d-97bb-8cfd3dd98ae2 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:24.425534 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c528fe9f-aa00-424e-903c-18aacfb0bcf8 req-3ed3462d-e8b1-4f4d-97bb-8cfd3dd98ae2 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 945 time: 0.0535026 Oct 15 17:54:24.466594 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c528fe9f-aa00-424e-903c-18aacfb0bcf8 req-f04a1f62-4282-4704-a2d0-178a970e0d3a tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Oct 15 17:54:24.516479 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:24.566309 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:24.862460 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76dc00-12b5-483d-82ce-7336e8bf44c2 req-5a9dd5ea-bd06-4f48-bb86-0c608955bf6b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:24.863972 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7a76dc00-12b5-483d-82ce-7336e8bf44c2 req-5a9dd5ea-bd06-4f48-bb86-0c608955bf6b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 944 time: 0.0463130 Oct 15 17:54:24.904461 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7a76dc00-12b5-483d-82ce-7336e8bf44c2 req-d871b255-905c-43fd-9b2a-41ac4f144c34 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343947 Oct 15 17:54:25.033355 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['b75da0f9-0ce7-4f41-a849-0aa3f56b56a5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:54:25.198733 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095ae51-e09d-43c3-be53-c0c92c3a6c34 req-0f937304-d7e0-4015-9198-8e99dc54015a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:25.214283 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d095ae51-e09d-43c3-be53-c0c92c3a6c34 req-0f937304-d7e0-4015-9198-8e99dc54015a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 943 time: 0.0741084 Oct 15 17:54:25.242855 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d095ae51-e09d-43c3-be53-c0c92c3a6c34 req-38ecb2bc-3c7b-44f3-ab32-25c048f9b3f2 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341830 Oct 15 17:54:25.415681 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12aaaf-7070-4a85-812b-287665dea093 req-6cbce59c-0515-4a23-8adf-657c4d59671d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:25.415681 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5c12aaaf-7070-4a85-812b-287665dea093 req-6cbce59c-0515-4a23-8adf-657c4d59671d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0474238 Oct 15 17:54:25.454567 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5c12aaaf-7070-4a85-812b-287665dea093 req-32d6ff1a-72c2-420d-8283-aba3572760ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Oct 15 17:54:25.582830 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390ffc0-080d-40cb-af82-ba9193ef4f4d req-9281931d-31ab-4621-9c12-6e2166ee6059 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:25.584311 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6390ffc0-080d-40cb-af82-ba9193ef4f4d req-9281931d-31ab-4621-9c12-6e2166ee6059 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 945 time: 0.0475063 Oct 15 17:54:25.629901 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6390ffc0-080d-40cb-af82-ba9193ef4f4d req-5a7e6d6c-ccb8-44be-83f8-c94e171574cb tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Oct 15 17:54:26.028813 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958344c-f5ed-4ddf-a169-4ea1035a3e5e req-ff52de36-8335-4dc3-8fb1-8b8e10e0101a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:26.030660 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9958344c-f5ed-4ddf-a169-4ea1035a3e5e req-ff52de36-8335-4dc3-8fb1-8b8e10e0101a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 944 time: 0.0523913 Oct 15 17:54:26.087198 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9958344c-f5ed-4ddf-a169-4ea1035a3e5e req-f399493a-a28d-4c55-abd4-39530fc746ee tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Oct 15 17:54:26.159671 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:54:26.163604 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:26.307774 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:26.320289 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '8277b472-3fc1-4f38-a395-0de9100487da', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'port_id': '8277b472-3fc1-4f38-a395-0de9100487da', 'mac_address': 'fa:16:3e:e7:86:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:54:26.363624 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:26.364210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfa7cf-1372-433d-9849-9388b691f57b req-23ea64e1-b13a-4dce-8475-fdaf180b49d9 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:26.366944 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-07cfa7cf-1372-433d-9849-9388b691f57b req-23ea64e1-b13a-4dce-8475-fdaf180b49d9 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 943 time: 0.0558343 Oct 15 17:54:26.377786 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277b472-3fc1-4f38-a395-0de9100487da {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:26.396968 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:54:26.400002 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:26.402913 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:26.403308 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:26.415169 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-07cfa7cf-1372-433d-9849-9388b691f57b req-026ffe86-b28f-4fef-81ad-4c7958900653 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416014 Oct 15 17:54:26.488397 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:26.548092 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:26.585902 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:26.593931 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:26.611863 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e9b9-9091-4a13-881c-252f7b65512a req-83c5b9c0-2500-48f6-961b-8d62ed43ff21 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:26.613977 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5a63e9b9-9091-4a13-881c-252f7b65512a req-83c5b9c0-2500-48f6-961b-8d62ed43ff21 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 944 time: 0.0633030 Oct 15 17:54:26.657084 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:26.663014 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5a63e9b9-9091-4a13-881c-252f7b65512a req-4c6ef73d-4731-4db2-9def-cc3bf4ce82f5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Oct 15 17:54:26.671142 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:26.748454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ef55-e2f0-442c-8d37-a0c80d681241 req-d45195de-db6d-4572-a0fd-e198eff28cc9 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:26.750761 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cc05ef55-e2f0-442c-8d37-a0c80d681241 req-d45195de-db6d-4572-a0fd-e198eff28cc9 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 945 time: 0.0488195 Oct 15 17:54:26.766659 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d266b10c-233b-46f8-b24a-c151c4795c9c" -d '{"events": [{"server_uuid": "6b67c82e-7e4d-4f76-a4db-770100b468a5", "name": "network-vif-plugged", "status": "completed", "tag": "b75da0f9-0ce7-4f41-a849-0aa3f56b56a5"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:26.796870 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cc05ef55-e2f0-442c-8d37-a0c80d681241 req-b46434b0-b496-4f09-b751-046950294ad5 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Oct 15 17:54:26.813860 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:26.814905 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9e25bcf9-db17-4453-bb42-308b23f7e0e5 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:26.870084 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['8277b472-3fc1-4f38-a395-0de9100487da'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:54:26.875730 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269eb280-7379-437a-bfa4-3e60b33106b7 x-openstack-request-id: req-269eb280-7379-437a-bfa4-3e60b33106b7 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:26.876403 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b67c82e-7e4d-4f76-a4db-770100b468a5", "name": "network-vif-plugged", "status": "completed", "tag": "b75da0f9-0ce7-4f41-a849-0aa3f56b56a5", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:26.876689 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-269eb280-7379-437a-bfa4-3e60b33106b7 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:26.877215 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5', 'code': 200} Oct 15 17:54:26.933634 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:27.021891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:54:27.029176 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:27.029655 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.038905 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39756) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:27.126422 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.162970 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5,segment=NetworkSegment(dea44f4e-9dfa-4d99-bb76-f370dd5bc336),segment_id=dea44f4e-9dfa-4d99-bb76-f370dd5bc336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:27.204602 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-33033df2-d958-49ae-8b80-1e75478b7f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.227672 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b5da-c325-494e-a9e3-8dee8034ab64 req-da34d786-eacc-41c9-b478-d499278a33c0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:27.229233 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ec10b5da-c325-494e-a9e3-8dee8034ab64 req-da34d786-eacc-41c9-b478-d499278a33c0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Oct 15 17:54:27.235776 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.236591 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 5eeb922a-29e5-49e0-967e-9fca0b8a3577 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:27.271845 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8947-e21b-4917-9c33-dd1a8645566b req-a11dc7f4-4870-4dfe-a28d-6f8593467ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:27.273332 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6aaf8947-e21b-4917-9c33-dd1a8645566b req-a11dc7f4-4870-4dfe-a28d-6f8593467ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 1098 time: 0.1001008 Oct 15 17:54:27.284335 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ec10b5da-c325-494e-a9e3-8dee8034ab64 req-2152a661-1d2a-476d-9a8a-23ebbdc876d5 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Oct 15 17:54:27.298737 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6aaf8947-e21b-4917-9c33-dd1a8645566b req-9fd20317-065f-4dba-986e-6848bea30cfb service neutron] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.333193 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9e25bcf9-db17-4453-bb42-308b23f7e0e5,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:27.347901 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-33033df2-d958-49ae-8b80-1e75478b7f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.395324 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:54:27.396377 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-33033df2-d958-49ae-8b80-1e75478b7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.399150 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:27.399547 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.415151 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6aaf8947-e21b-4917-9c33-dd1a8645566b req-9fd20317-065f-4dba-986e-6848bea30cfb service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.441932 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-33033df2-d958-49ae-8b80-1e75478b7f49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f980fed6b228452aa7eb2c40d5eeeabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014153 Oct 15 17:54:27.443045 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33033df2-d958-49ae-8b80-1e75478b7f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ad151-7eb3-4e7b-9c9a-e43c73d9986c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:27.445103 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39766) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:27.495999 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.498679 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b640744-693a-4d32-807b-75ae358bc94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.520732 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b640744-693a-4d32-807b-75ae358bc94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.521661 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6aaf8947-e21b-4917-9c33-dd1a8645566b req-9fd20317-065f-4dba-986e-6848bea30cfb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.530946 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:27.559981 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6aaf8947-e21b-4917-9c33-dd1a8645566b req-9fd20317-065f-4dba-986e-6848bea30cfb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746315 Oct 15 17:54:27.568548 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd7f65-0e92-4f35-918e-9a41bbbdf548 req-005ef942-b523-45de-84fc-10fbd6dd86e4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:27.569964 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-26bd7f65-0e92-4f35-918e-9a41bbbdf548 req-005ef942-b523-45de-84fc-10fbd6dd86e4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 943 time: 0.0822506 Oct 15 17:54:27.574849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd20317-065f-4dba-986e-6848bea30cfb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7275946f-3af5-4b3f-9846-a9344736d886,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:27.604972 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.618606 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-26bd7f65-0e92-4f35-918e-9a41bbbdf548 req-e10e3fe4-9088-477c-9b57-7ea090232165 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400202 Oct 15 17:54:27.642326 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b640744-693a-4d32-807b-75ae358bc94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.642326 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b640744-693a-4d32-807b-75ae358bc94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:27.642326 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0b640744-693a-4d32-807b-75ae358bc94c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad5ad151-7eb3-4e7b-9c9a-e43c73d9986c HTTP/1.1" status: 204 len: 168 time: 0.1930511 Oct 15 17:54:27.649847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b640744-693a-4d32-807b-75ae358bc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ad151-7eb3-4e7b-9c9a-e43c73d9986c,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:27.676541 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=5eeb922a-29e5-49e0-967e-9fca0b8a3577,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:27.788614 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908edbc0-2f22-4a24-a766-093eecd21b93 req-1fc52866-e22b-456f-b37a-07f27adb30fe tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:27.790682 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-908edbc0-2f22-4a24-a766-093eecd21b93 req-1fc52866-e22b-456f-b37a-07f27adb30fe tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 944 time: 0.0621593 Oct 15 17:54:27.846334 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-908edbc0-2f22-4a24-a766-093eecd21b93 req-c9958c91-3bd7-4bfd-89f2-20794b143116 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439780 Oct 15 17:54:27.948624 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aac1ea-1fe2-43ba-9ce0-bce2eed77b28 req-255d5127-2eba-4d4f-9a4a-c03e5ea10d24 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:27.950236 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-65aac1ea-1fe2-43ba-9ce0-bce2eed77b28 req-255d5127-2eba-4d4f-9a4a-c03e5ea10d24 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0633619 Oct 15 17:54:27.999068 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-65aac1ea-1fe2-43ba-9ce0-bce2eed77b28 req-b10add6a-817e-415c-b266-ba8292b305a5 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416210 Oct 15 17:54:28.165152 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 65646b10-dae2-4e96-a2b5-9fb837bf520a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:54:28.169223 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:28.294882 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 39790) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:28.300059 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 65646b10-dae2-4e96-a2b5-9fb837bf520a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:28.307819 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-24bfa907-a16e-4539-9ca7-8d9947263dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.310938 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'port_id': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'mac_address': 'fa:16:3e:15:24:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:54:28.359134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.372079 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 8277b472-3fc1-4f38-a395-0de9100487da completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:54:28.376421 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 8277b472-3fc1-4f38-a395-0de9100487da triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:28.376988 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.380233 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65646b10-dae2-4e96-a2b5-9fb837bf520a {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:54:28.419679 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-24bfa907-a16e-4539-9ca7-8d9947263dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.422473 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 65646b10-dae2-4e96-a2b5-9fb837bf520a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:28.431263 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15def3f3-ef18-4623-b96b-e6551776c81d req-3abb5d6c-64ac-4407-a3a6-3bdbb9c91f68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:28.436994 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-15def3f3-ef18-4623-b96b-e6551776c81d req-3abb5d6c-64ac-4407-a3a6-3bdbb9c91f68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0736272 Oct 15 17:54:28.472890 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.475741 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-15def3f3-ef18-4623-b96b-e6551776c81d req-494953bb-c278-41e9-b158-94f6b82503af tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359552 Oct 15 17:54:28.486777 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-24bfa907-a16e-4539-9ca7-8d9947263dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.488194 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.519324 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-24bfa907-a16e-4539-9ca7-8d9947263dfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75a2d77aad4a4236aa960b671c93b1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233014 Oct 15 17:54:28.521997 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 39796) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:28.536683 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa907-a16e-4539-9ca7-8d9947263dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac41916-2963-40bc-ac6d-db464af351c1,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:28.551143 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:28.567809 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=65646b10-dae2-4e96-a2b5-9fb837bf520a,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:28.594275 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-79ec057f-0c6a-47f1-8591-838974e2d736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.615463 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-79ec057f-0c6a-47f1-8591-838974e2d736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.684632 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.758616 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:28.758734 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-79ec057f-0c6a-47f1-8591-838974e2d736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.758734 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-79ec057f-0c6a-47f1-8591-838974e2d736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:28.758734 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-79ec057f-0c6a-47f1-8591-838974e2d736 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ac41916-2963-40bc-ac6d-db464af351c1 HTTP/1.1" status: 204 len: 168 time: 0.2320402 Oct 15 17:54:28.773097 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec057f-0c6a-47f1-8591-838974e2d736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac41916-2963-40bc-ac6d-db464af351c1,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:28.809082 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d80bd-51a2-4a91-98ab-44d6529fedfd req-75481435-0429-4b0e-ae20-7971af17dea3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:28.810980 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-052d80bd-51a2-4a91-98ab-44d6529fedfd req-75481435-0429-4b0e-ae20-7971af17dea3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 944 time: 0.0983658 Oct 15 17:54:28.861194 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-052d80bd-51a2-4a91-98ab-44d6529fedfd req-699427e5-ea42-4be2-be47-59f402c3ee54 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428579 Oct 15 17:54:28.878780 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e25bcf9-db17-4453-bb42-308b23f7e0e5'}, {'server_uuid': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb922a-29e5-49e0-967e-9fca0b8a3577'}, {'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:28.881418 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb2f92-1a30-4ba2-a3f3-59cea82d0d6a" -d '{"events": [{"server_uuid": "860eaf2f-cb0b-41bc-a19d-cb00847b458b", "name": "network-vif-plugged", "status": "completed", "tag": "9e25bcf9-db17-4453-bb42-308b23f7e0e5"}, {"server_uuid": "45a2cee0-69b2-41cd-a185-4a97ab8da208", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb922a-29e5-49e0-967e-9fca0b8a3577"}, {"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-plugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:28.914083 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['65646b10-dae2-4e96-a2b5-9fb837bf520a'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:54:28.937486 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35990ef-cfb0-4ea6-bb2a-fc47ef4b6746 x-openstack-request-id: req-e35990ef-cfb0-4ea6-bb2a-fc47ef4b6746 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:28.937865 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860eaf2f-cb0b-41bc-a19d-cb00847b458b", "name": "network-vif-plugged", "status": "completed", "tag": "9e25bcf9-db17-4453-bb42-308b23f7e0e5", "code": 200}, {"server_uuid": "45a2cee0-69b2-41cd-a185-4a97ab8da208", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb922a-29e5-49e0-967e-9fca0b8a3577", "code": 200}, {"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-plugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:28.938184 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e35990ef-cfb0-4ea6-bb2a-fc47ef4b6746 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:28.938581 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e25bcf9-db17-4453-bb42-308b23f7e0e5', 'code': 200} Oct 15 17:54:28.938837 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb922a-29e5-49e0-967e-9fca0b8a3577', 'code': 200} Oct 15 17:54:28.939103 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'code': 200} Oct 15 17:54:28.981312 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88ee70-d457-462d-bb4f-8d1e21b3a2da req-1eba0320-21f2-4f9e-aa11-311617639720 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:28.983872 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1b88ee70-d457-462d-bb4f-8d1e21b3a2da req-1eba0320-21f2-4f9e-aa11-311617639720 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0582385 Oct 15 17:54:29.030773 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1b88ee70-d457-462d-bb4f-8d1e21b3a2da req-668653d2-59a0-4401-9bf5-defb57fb6314 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402560 Oct 15 17:54:29.133172 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b60c-9548-4c32-b1fa-5ddb26d0b742 req-545c9f8f-1c45-4e6d-a5a5-a406ff1e1f6e tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:29.135035 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2742b60c-9548-4c32-b1fa-5ddb26d0b742 req-545c9f8f-1c45-4e6d-a5a5-a406ff1e1f6e tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0511425 Oct 15 17:54:29.196005 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2742b60c-9548-4c32-b1fa-5ddb26d0b742 req-4f6c21a4-31fa-4c98-9ac6-297c782d40b1 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543268 Oct 15 17:54:29.627805 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaaf6a-915c-4b72-8b61-597af50ae686 req-d26f266c-8e12-488d-95b2-59559f6a1f2b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:29.629344 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8ecaaf6a-915c-4b72-8b61-597af50ae686 req-d26f266c-8e12-488d-95b2-59559f6a1f2b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0837259 Oct 15 17:54:29.667988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bda65-897a-4bb0-b5fe-f32bb3e1534e req-970776d3-ecd6-48e2-b452-946f5063fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:29.669604 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-879bda65-897a-4bb0-b5fe-f32bb3e1534e req-970776d3-ecd6-48e2-b452-946f5063fdb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0798635 Oct 15 17:54:29.672240 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be80b1-e3b0-4cf7-9fb5-aa3c093ba103 req-9364d5fb-2a1c-4c59-9dd4-59d0a9defc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:29.673723 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a2be80b1-e3b0-4cf7-9fb5-aa3c093ba103 req-9364d5fb-2a1c-4c59-9dd4-59d0a9defc47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 1099 time: 0.0759516 Oct 15 17:54:29.711619 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6025-1bda-4434-baab-07a902edd330 req-22c5e44b-d5e3-4a0e-afcd-fa71fd3ab85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:29.713238 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e75a6025-1bda-4434-baab-07a902edd330 req-22c5e44b-d5e3-4a0e-afcd-fa71fd3ab85b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1098 time: 0.1224010 Oct 15 17:54:29.719113 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8ecaaf6a-915c-4b72-8b61-597af50ae686 req-d342c805-bdd4-4390-91a0-0108d93ab51d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719845 Oct 15 17:54:29.979900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083e5cc-4ad7-4460-9122-343b21232567 req-a4853aab-b8b4-4ec5-b1e8-1f575a1455d1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:29.981366 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0083e5cc-4ad7-4460-9122-343b21232567 req-a4853aab-b8b4-4ec5-b1e8-1f575a1455d1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 944 time: 0.0496092 Oct 15 17:54:30.164872 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554120-33e5-4bf4-8d3d-9449c0578e4f req-d3eb6f6e-3fc8-4f85-893d-b14969ceb951 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:30.167282 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4e554120-33e5-4bf4-8d3d-9449c0578e4f req-d3eb6f6e-3fc8-4f85-893d-b14969ceb951 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0489566 Oct 15 17:54:30.187526 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0083e5cc-4ad7-4460-9122-343b21232567 req-fdf3a74e-c116-4ae0-8b84-c82d748566ae tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1991053 Oct 15 17:54:30.213936 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4e554120-33e5-4bf4-8d3d-9449c0578e4f req-3ef37803-cffb-454e-ace4-31c7482c00d8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356822 Oct 15 17:54:30.306440 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707296f9-1d14-49ab-8ac5-550e33b2d917 req-d2d4ee10-4298-4e03-913c-8d7ca0617cc9 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:30.307914 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-707296f9-1d14-49ab-8ac5-550e33b2d917 req-d2d4ee10-4298-4e03-913c-8d7ca0617cc9 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0472591 Oct 15 17:54:30.347319 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-707296f9-1d14-49ab-8ac5-550e33b2d917 req-32d95843-f00b-4801-98cb-676654ca8400 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334060 Oct 15 17:54:30.364182 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:54:30.829880 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e75a6025-1bda-4434-baab-07a902edd330 req-ec94e325-7c4c-4e18-99de-fe7306dc9090 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487943 Oct 15 17:54:30.833430 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-879bda65-897a-4bb0-b5fe-f32bb3e1534e req-e222bc0d-a339-4570-86c0-3908d2fa19bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602803 Oct 15 17:54:30.837039 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a2be80b1-e3b0-4cf7-9fb5-aa3c093ba103 req-cd952a90-3e3d-471a-8b2d-4ebdbbb424ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Oct 15 17:54:30.864859 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9440de-785d-4945-b994-3019a59c1212 req-0be16c60-e0b5-4261-a1b3-4802dc41c236 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:30.866565 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7a9440de-785d-4945-b994-3019a59c1212 req-0be16c60-e0b5-4261-a1b3-4802dc41c236 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0522695 Oct 15 17:54:30.905240 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7a9440de-785d-4945-b994-3019a59c1212 req-0c65dd5f-948d-4000-a10d-daac967266be tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Oct 15 17:54:31.303650 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cdb0e-539c-465f-9862-a6127b98f2bc req-f601be21-71f7-48ff-810f-8ce3c394d4b2 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:31.305118 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c12cdb0e-539c-465f-9862-a6127b98f2bc req-f601be21-71f7-48ff-810f-8ce3c394d4b2 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 944 time: 0.0501282 Oct 15 17:54:31.326804 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2161-bdfe-4278-b078-83297adbaf24 req-a4bf9d2e-66ba-4581-8a22-ff14c82ac8b4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:31.328858 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-239f2161-bdfe-4278-b078-83297adbaf24 req-a4bf9d2e-66ba-4581-8a22-ff14c82ac8b4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0476432 Oct 15 17:54:31.343523 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c12cdb0e-539c-465f-9862-a6127b98f2bc req-5b044fa3-17e6-49ce-8238-94b473fec193 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325458 Oct 15 17:54:31.369401 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-239f2161-bdfe-4278-b078-83297adbaf24 req-c6c4b383-7088-461f-a6c2-b0b5b5a32161 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346849 Oct 15 17:54:31.457286 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da61e-acce-44ed-a4d6-55b6d3c3f34e req-ee24e61e-3e9f-4503-bb3f-2c19b4cbf2ea tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:31.458688 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c37da61e-acce-44ed-a4d6-55b6d3c3f34e req-ee24e61e-3e9f-4503-bb3f-2c19b4cbf2ea tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0462129 Oct 15 17:54:31.495218 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c37da61e-acce-44ed-a4d6-55b6d3c3f34e req-26a7db27-114c-436a-b7d8-bb0910fb354b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307846 Oct 15 17:54:32.020638 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eef27-2d65-4492-b15d-7d8f93dd3446 req-3f3b7282-89b0-4a59-aa9e-9832d6d3c2fc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:32.022105 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-581eef27-2d65-4492-b15d-7d8f93dd3446 req-3f3b7282-89b0-4a59-aa9e-9832d6d3c2fc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0514178 Oct 15 17:54:32.059945 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-581eef27-2d65-4492-b15d-7d8f93dd3446 req-cb303142-f344-4adf-b2c8-0c544d5bcdb0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Oct 15 17:54:32.453964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9c054-6039-4d80-879f-c21c239a1869 req-eeaee79e-2b00-4305-8341-6c06b347c3ce tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:32.455499 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d9c9c054-6039-4d80-879f-c21c239a1869 req-eeaee79e-2b00-4305-8341-6c06b347c3ce tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 944 time: 0.0470459 Oct 15 17:54:32.484782 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527444a6-7848-4300-9813-5dc2125d1404 req-ef4a464a-dd42-4ef8-b121-7af114ee4673 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:32.486281 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-527444a6-7848-4300-9813-5dc2125d1404 req-ef4a464a-dd42-4ef8-b121-7af114ee4673 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0467033 Oct 15 17:54:32.492192 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d9c9c054-6039-4d80-879f-c21c239a1869 req-1682f6db-8d78-482a-8c17-a683b6588556 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308118 Oct 15 17:54:32.523717 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-527444a6-7848-4300-9813-5dc2125d1404 req-1329d562-876b-4ef2-87e0-2e00280da618 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Oct 15 17:54:32.607360 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eee40-e9c6-4190-a51d-9351e5fa15a6 req-bf398e70-80ef-49da-a07b-e921dbbefb52 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:32.609378 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-705eee40-e9c6-4190-a51d-9351e5fa15a6 req-bf398e70-80ef-49da-a07b-e921dbbefb52 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0502548 Oct 15 17:54:32.646785 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-705eee40-e9c6-4190-a51d-9351e5fa15a6 req-423dc9fc-0619-4840-9147-0959af125487 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Oct 15 17:54:33.169093 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35439c1-9acd-4e9b-9f32-87006fa6e83b req-d2661bc4-2c08-400f-b687-1fb4fbba922f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:33.170436 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e35439c1-9acd-4e9b-9f32-87006fa6e83b req-d2661bc4-2c08-400f-b687-1fb4fbba922f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0463150 Oct 15 17:54:33.206875 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e35439c1-9acd-4e9b-9f32-87006fa6e83b req-ea460242-dc6a-48cb-9d79-52fac8ffec96 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303607 Oct 15 17:54:33.604375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6a96-d502-49e3-b1aa-64ef4b34c04f req-16500ba9-d585-42b5-a1b0-9482fffa0be4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:33.605869 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-67dc6a96-d502-49e3-b1aa-64ef4b34c04f req-16500ba9-d585-42b5-a1b0-9482fffa0be4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 944 time: 0.0477834 Oct 15 17:54:33.644058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-67dc6a96-d502-49e3-b1aa-64ef4b34c04f req-86471dec-f83e-425c-877f-7d4c0e43c56e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321608 Oct 15 17:54:33.644919 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01997964-1c88-4e80-8c00-cec5b4b71414 req-3af89e80-0263-4db8-9f7a-9ad4781ce77b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:33.646379 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-01997964-1c88-4e80-8c00-cec5b4b71414 req-3af89e80-0263-4db8-9f7a-9ad4781ce77b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0509360 Oct 15 17:54:33.683728 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-01997964-1c88-4e80-8c00-cec5b4b71414 req-8deb474d-d892-4b2e-b125-d296fc17bd7a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312490 Oct 15 17:54:33.759280 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eab28-83a4-457a-a9ee-a8b638a23395 req-e0c60d65-6119-4a89-bd43-d2c07ea1b8cb tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:33.760739 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d93eab28-83a4-457a-a9ee-a8b638a23395 req-e0c60d65-6119-4a89-bd43-d2c07ea1b8cb tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0485425 Oct 15 17:54:33.799972 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d93eab28-83a4-457a-a9ee-a8b638a23395 req-2bf28df2-54ed-489a-b1f3-3ab9ee067145 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Oct 15 17:54:34.322031 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801090e-ee1e-479a-98e7-c4552c64c392 req-b3458870-b5e6-466e-bb94-d365f7b524ac tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:34.323430 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3801090e-ee1e-479a-98e7-c4552c64c392 req-b3458870-b5e6-466e-bb94-d365f7b524ac tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0476577 Oct 15 17:54:34.366940 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3801090e-ee1e-479a-98e7-c4552c64c392 req-f361f039-7b61-472c-a343-60fb23fe401f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Oct 15 17:54:34.758318 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112accbe-b181-4e91-8057-d68fe3c43cd1 req-663dc610-1753-406a-a7aa-eb0b5e675abd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:34.759841 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-112accbe-b181-4e91-8057-d68fe3c43cd1 req-663dc610-1753-406a-a7aa-eb0b5e675abd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 944 time: 0.0510430 Oct 15 17:54:34.802730 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-112accbe-b181-4e91-8057-d68fe3c43cd1 req-8ef12235-1c35-40fe-a4f7-fb5ec6d17dd3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366793 Oct 15 17:54:34.809909 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65e58-0e86-4951-ac3d-7fb4a3339d48 req-fd84e5f9-9941-4853-9261-2d15593f670f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:34.811799 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0fc65e58-0e86-4951-ac3d-7fb4a3339d48 req-fd84e5f9-9941-4853-9261-2d15593f670f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0542431 Oct 15 17:54:34.854283 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0fc65e58-0e86-4951-ac3d-7fb4a3339d48 req-a281c784-64b5-4872-9360-1c7d1c9f62d7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360792 Oct 15 17:54:34.932327 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d788-70bf-4afb-9d94-e684ca5a8938 req-cac65713-469d-41e3-846b-43cd354b8330 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:34.933915 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81c4d788-70bf-4afb-9d94-e684ca5a8938 req-cac65713-469d-41e3-846b-43cd354b8330 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0481014 Oct 15 17:54:34.983564 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81c4d788-70bf-4afb-9d94-e684ca5a8938 req-78b42347-a8a2-42d0-98da-e65f67615ad3 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Oct 15 17:54:35.415663 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 65646b10-dae2-4e96-a2b5-9fb837bf520a up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:54:35.480939 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a55c7-b28c-4fc9-9bb9-e5b950077b57 req-47b9f7c1-440b-4c28-ad09-0bfcc9f27861 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:35.482294 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3f7a55c7-b28c-4fc9-9bb9-e5b950077b57 req-47b9f7c1-440b-4c28-ad09-0bfcc9f27861 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Oct 15 17:54:35.519767 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3f7a55c7-b28c-4fc9-9bb9-e5b950077b57 req-9b0b3687-1578-48c3-af1b-9d5ca6d7184c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Oct 15 17:54:35.523884 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 65646b10-dae2-4e96-a2b5-9fb837bf520a completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:54:35.527736 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 65646b10-dae2-4e96-a2b5-9fb837bf520a triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:54:35.528180 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:35.612960 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:35.639288 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:35.641532 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe40ee8-8528-49d7-88ce-93fd20ab3a90" -d '{"events": [{"server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "name": "network-vif-plugged", "status": "completed", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:35.654329 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 65646b10-dae2-4e96-a2b5-9fb837bf520a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:54:35.684948 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228351bd-904a-43c8-a587-7cf9b30edacd x-openstack-request-id: req-228351bd-904a-43c8-a587-7cf9b30edacd {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:35.685242 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "name": "network-vif-plugged", "status": "completed", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:35.685524 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-228351bd-904a-43c8-a587-7cf9b30edacd {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:35.685914 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'code': 200} Oct 15 17:54:35.721142 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:35.767821 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=65646b10-dae2-4e96-a2b5-9fb837bf520a,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:35.940393 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45a3d8-c46a-404e-a57f-7bdd09606404 req-9c4b8974-220f-4fda-8518-6589c667e27b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:35.940393 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8c45a3d8-c46a-404e-a57f-7bdd09606404 req-9c4b8974-220f-4fda-8518-6589c667e27b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0552268 Oct 15 17:54:35.988202 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8c45a3d8-c46a-404e-a57f-7bdd09606404 req-9a4e0d61-5931-4e34-b0ea-48e0a106e84d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396707 Oct 15 17:54:36.130843 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df69076-1e33-43e0-9ff8-3382ee122778 req-5bfe56d5-2331-46ff-867f-fbf8cdbdf2e6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.132616 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9df69076-1e33-43e0-9ff8-3382ee122778 req-5bfe56d5-2331-46ff-867f-fbf8cdbdf2e6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0627851 Oct 15 17:54:36.156326 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec10ac-0089-408f-8303-763ea18d7616 req-91208c4f-a364-4d95-9b5b-c385f5948f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.158602 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-40ec10ac-0089-408f-8303-763ea18d7616 req-91208c4f-a364-4d95-9b5b-c385f5948f3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1098 time: 0.0781612 Oct 15 17:54:36.172827 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2ff8-2eab-4725-8ba7-e8aa0c76eadf req-77bffda9-be94-48e4-9463-3b57540da9c0 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.174357 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9ec2ff8-2eab-4725-8ba7-e8aa0c76eadf req-77bffda9-be94-48e4-9463-3b57540da9c0 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0620205 Oct 15 17:54:36.176469 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9df69076-1e33-43e0-9ff8-3382ee122778 req-e0eefde4-4e7a-44b5-9f99-711ff71cba9c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374098 Oct 15 17:54:36.224273 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-40ec10ac-0089-408f-8303-763ea18d7616 req-5a2499b4-d5b7-45dd-afc9-4f3b42410dee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489233 Oct 15 17:54:36.238088 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9ec2ff8-2eab-4725-8ba7-e8aa0c76eadf req-e133a53e-9f02-4635-89db-71d8934f39c3 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566659 Oct 15 17:54:36.315433 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b031de9-41a7-4775-bca8-8d42400674b9 req-39776d23-371d-4abb-b279-3fde28037fa3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.317339 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0b031de9-41a7-4775-bca8-8d42400674b9 req-39776d23-371d-4abb-b279-3fde28037fa3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0663719 Oct 15 17:54:36.362123 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0b031de9-41a7-4775-bca8-8d42400674b9 req-410a614f-ccde-4de2-b68b-43663e96ee70 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 Oct 15 17:54:36.707929 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-ce5d9d7b-813f-4f15-a68e-8c255e90fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.709421 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-ce5d9d7b-813f-4f15-a68e-8c255e90fcc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 1098 time: 0.0466065 Oct 15 17:54:36.819351 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-7af65228-8ad8-4050-b40e-2ca5b73c0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.819351 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-7af65228-8ad8-4050-b40e-2ca5b73c0efc service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.0870185 Oct 15 17:54:36.862678 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-6e67a675-1399-4bc8-b02c-7cb0b8b0fd3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 HTTP/1.1" status: 200 len: 217 time: 0.0342453 Oct 15 17:54:36.915274 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-b77f3780-3305-423c-90cb-7b5d2013a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:36.916651 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-b77f3780-3305-423c-90cb-7b5d2013a469 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0409322 Oct 15 17:54:36.961214 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-4d3a7b9c-2b2b-43d4-9e22-cc0bfd7c8ab5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236285 Oct 15 17:54:37.102139 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-9326cc1e-ff78-454b-8b0f-4488564b8b3e service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199403 Oct 15 17:54:37.124868 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d09079-4046-4430-8d4a-a93f28e803e0 req-788accb6-9c12-4921-93ee-a978530141dd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:37.126422 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-23d09079-4046-4430-8d4a-a93f28e803e0 req-788accb6-9c12-4921-93ee-a978530141dd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0590894 Oct 15 17:54:37.166372 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-23d09079-4046-4430-8d4a-a93f28e803e0 req-2615ed28-ea46-4c36-9026-013cc788bd89 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338068 Oct 15 17:54:37.271371 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8e3949c0-2bfd-4432-a3b5-dda08d2705f0 req-56b89e99-fd65-487b-9ca0-115fa24d25f6 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986214 Oct 15 17:54:37.302557 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c087-da4f-4df7-a4a7-edfe98b68c1b req-cbe632af-63d0-45cb-a148-b1fc7613669f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:37.304127 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63e5c087-da4f-4df7-a4a7-edfe98b68c1b req-cbe632af-63d0-45cb-a148-b1fc7613669f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0479293 Oct 15 17:54:37.344971 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63e5c087-da4f-4df7-a4a7-edfe98b68c1b req-e56b0486-4f17-4e30-8892-1415ab106318 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341568 Oct 15 17:54:37.353993 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7631ca6-7174-4428-9a76-0aed754f9c9d req-8d02fb84-8287-4f52-88e7-950fc67f30cf tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:37.355535 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b7631ca6-7174-4428-9a76-0aed754f9c9d req-8d02fb84-8287-4f52-88e7-950fc67f30cf tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0502119 Oct 15 17:54:37.394995 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b7631ca6-7174-4428-9a76-0aed754f9c9d req-8d599a2d-c7a3-4c94-ae17-044ced736e2d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Oct 15 17:54:37.514283 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f9a8d-a429-4759-8822-d33144c68e8e req-ebc46e27-049b-41b2-a8a4-a779a0d4dd45 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:37.515269 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bbe4c-2bc0-4df7-8023-a8a8d4ff4f3b req-e406437e-d34e-4061-bcd5-c318d0bc33e7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:37.515833 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-862f9a8d-a429-4759-8822-d33144c68e8e req-ebc46e27-049b-41b2-a8a4-a779a0d4dd45 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0659306 Oct 15 17:54:37.523692 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d75bbe4c-2bc0-4df7-8023-a8a8d4ff4f3b req-e406437e-d34e-4061-bcd5-c318d0bc33e7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0657222 Oct 15 17:54:37.539839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40046) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:37.539839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'floatingip': {'port_id': '8277b472-3fc1-4f38-a395-0de9100487da'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:37.559365 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-862f9a8d-a429-4759-8822-d33144c68e8e req-9a9b2375-2489-4801-9359-d03757b916a7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 Oct 15 17:54:37.611287 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:38.403223 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51ce5-a6b9-4688-a645-ffc8969f0a84 req-7e9b8985-214d-4e36-806b-5b286f09d4e1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:38.404793 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-52e51ce5-a6b9-4688-a645-ffc8969f0a84 req-7e9b8985-214d-4e36-806b-5b286f09d4e1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.1308653 Oct 15 17:54:38.490741 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:38.502957 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-52e51ce5-a6b9-4688-a645-ffc8969f0a84 req-ce4cd26b-65a4-407f-a6e2-605b1acdc8fb tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716066 Oct 15 17:54:38.560680 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:38.659915 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Floating IP ef7aa064-611b-4465-b30b-919593c100a6 associated. External IP: 172.27.1.43, port: 8277b472-3fc1-4f38-a395-0de9100487da. Oct 15 17:54:38.674278 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408a505-249d-41a6-8371-3b690c5ca59a req-525ef93a-c8e3-4fe5-a9ba-d2cc9613f965 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:38.675785 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d408a505-249d-41a6-8371-3b690c5ca59a req-525ef93a-c8e3-4fe5-a9ba-d2cc9613f965 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0480850 Oct 15 17:54:38.713181 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d408a505-249d-41a6-8371-3b690c5ca59a req-890bbe04-f609-4545-8631-4f2df3b3b5c3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Oct 15 17:54:38.864303 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:54:38.970267 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:54:38.974852 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:38.984679 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:54:38.994726 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:38.995380 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:54:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:39.005040 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d6165e0b-cf4a-46ea-8879-f6f653470cc5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "PUT /v2.0/floatingips/ef7aa064-611b-4465-b30b-919593c100a6 HTTP/1.1" status: 200 len: 990 time: 1.4705205 Oct 15 17:54:39.005653 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:39.007915 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5" -d '{"events": [{"name": "network-changed", "server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:39.048858 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905623b-6a0e-4c8c-a67c-bd3c133eff01 x-openstack-request-id: req-a905623b-6a0e-4c8c-a67c-bd3c133eff01 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:39.049163 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:39.049458 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a905623b-6a0e-4c8c-a67c-bd3c133eff01 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:39.050148 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'status': 'completed', 'code': 200} Oct 15 17:54:39.108549 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:39.379478 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'ef7aa064-611b-4465-b30b-919593c100a6', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'port_id': '8277b472-3fc1-4f38-a395-0de9100487da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'mac_address': 'fa:16:3e:e7:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2fbde-babd-422b-b728-45694d89f62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:54:10Z', 'updated_at': '2021-10-15T17:54:38Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:39.413230 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:54:39.421682 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:39.422219 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:54:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:39.523421 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:39.620887 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c56b7-39d4-4e4a-9db8-35fffac37908 req-4be95a73-b200-4592-8b49-69e4cda2a593 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:39.622477 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d30c56b7-39d4-4e4a-9db8-35fffac37908 req-4be95a73-b200-4592-8b49-69e4cda2a593 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Oct 15 17:54:39.662066 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d30c56b7-39d4-4e4a-9db8-35fffac37908 req-f4db6b4d-b37f-4e87-9376-e7178251cd68 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332763 Oct 15 17:54:39.822686 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963db17-9b2a-4207-95a4-013ee7cbac2a req-c713003c-ea32-4992-9a87-35625df7feba tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:39.824177 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b963db17-9b2a-4207-95a4-013ee7cbac2a req-c713003c-ea32-4992-9a87-35625df7feba tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0469837 Oct 15 17:54:39.837416 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'ef7aa064-611b-4465-b30b-919593c100a6', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'port_id': '8277b472-3fc1-4f38-a395-0de9100487da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'mac_address': 'fa:16:3e:e7:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2fbde-babd-422b-b728-45694d89f62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:54:10Z', 'updated_at': '2021-10-15T17:54:38Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:39.863630 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e57a3e-f375-4ada-afa6-d8dcb029d845 None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'ef7aa064-611b-4465-b30b-919593c100a6', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'port_id': '8277b472-3fc1-4f38-a395-0de9100487da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'mac_address': 'fa:16:3e:e7:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f2fbde-babd-422b-b728-45694d89f62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:54:10Z', 'updated_at': '2021-10-15T17:54:38Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:54:39.866208 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b963db17-9b2a-4207-95a4-013ee7cbac2a req-3ed0018a-c0c0-47a8-8ded-452c529ee7d4 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Oct 15 17:54:40.041655 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc14cb-40d8-4b1b-872f-5f5225f5bdc1 None None] New status for floating IP ef7aa064-611b-4465-b30b-919593c100a6: ACTIVE {{(pid=112106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 17:54:40.775641 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a6ec0-36fd-4720-8363-2ca94289e070 req-f2347027-eb82-41f1-a1d7-33da2339221f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:40.777067 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4d1a6ec0-36fd-4720-8363-2ca94289e070 req-f2347027-eb82-41f1-a1d7-33da2339221f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0472183 Oct 15 17:54:40.814182 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4d1a6ec0-36fd-4720-8363-2ca94289e070 req-8d624e5c-05ee-43e9-a781-4b64da5c201f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313334 Oct 15 17:54:40.974549 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e91ff-20ac-45cc-9ad7-c3f0ec4cf912 req-c41ca21e-4f0f-49a6-9114-d6fe603ca2b9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:40.976000 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a5e91ff-20ac-45cc-9ad7-c3f0ec4cf912 req-c41ca21e-4f0f-49a6-9114-d6fe603ca2b9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0466716 Oct 15 17:54:41.013451 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a5e91ff-20ac-45cc-9ad7-c3f0ec4cf912 req-c057c68e-10c9-4e24-b817-4b56be61e895 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Oct 15 17:54:41.500352 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-6f6684e2-539a-44c8-8cee-ed4074af18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:41.501796 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-6f6684e2-539a-44c8-8cee-ed4074af18ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1098 time: 0.0387504 Oct 15 17:54:41.599926 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-850f2774-987d-406a-9567-ef52728caa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:41.601350 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-850f2774-987d-406a-9567-ef52728caa3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0843823 Oct 15 17:54:41.705167 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-9f33a103-11a1-48d2-b8c7-1fc73833ec34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 1000 time: 0.0911610 Oct 15 17:54:41.764714 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-3d12a28c-0e61-409b-b75e-82c06b054070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:41.766538 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-3d12a28c-0e61-409b-b75e-82c06b054070 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0492809 Oct 15 17:54:41.827857 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-931e1bfd-92fd-4629-afaa-0935b37a8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:41.829315 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-931e1bfd-92fd-4629-afaa-0935b37a8dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385020 Oct 15 17:54:41.960555 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-4395efc4-5608-4e98-9f31-09ad60a5263a service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113300 Oct 15 17:54:41.968351 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3605bf-7916-414c-98a4-dee126054119 req-edcd8df5-5e1c-42df-a960-5128e7b5d207 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:41.969677 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1a3605bf-7916-414c-98a4-dee126054119 req-edcd8df5-5e1c-42df-a960-5128e7b5d207 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0906765 Oct 15 17:54:42.013069 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1a3605bf-7916-414c-98a4-dee126054119 req-be70ebea-73a0-468d-8afb-54c70aee978f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373869 Oct 15 17:54:42.095304 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe1436f1-c0ff-4699-bf9e-11a09ebc57e5 req-3597930a-77f6-466e-a5c3-6924dde28192 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954087 Oct 15 17:54:42.136806 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c33d2-e707-4eaf-b57d-672c00e08f6b req-44589e84-aa89-4e55-bd71-b49697ccfdd2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:42.138299 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ea7c33d2-e707-4eaf-b57d-672c00e08f6b req-44589e84-aa89-4e55-bd71-b49697ccfdd2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0551150 Oct 15 17:54:42.176302 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ea7c33d2-e707-4eaf-b57d-672c00e08f6b req-6c2ed0b8-2127-4ac0-996b-5c88b71dea3d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Oct 15 17:54:43.155749 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5cd6b-4daf-4530-9c9b-b0b7a2665ba5 req-6064ebf1-84a1-4c1e-815e-623fc6b86ce7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:43.157263 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-42a5cd6b-4daf-4530-9c9b-b0b7a2665ba5 req-6064ebf1-84a1-4c1e-815e-623fc6b86ce7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0564380 Oct 15 17:54:43.205895 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-42a5cd6b-4daf-4530-9c9b-b0b7a2665ba5 req-19214686-bb49-44fa-a247-0a05abe16615 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406227 Oct 15 17:54:43.296856 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce953e-2815-4eb5-a815-0673e244908b req-52b996df-abdd-4c3e-90ba-ec6a6286a34b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:43.298377 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8ce953e-2815-4eb5-a815-0673e244908b req-52b996df-abdd-4c3e-90ba-ec6a6286a34b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0520082 Oct 15 17:54:43.319720 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8c52d-9a46-4ec5-9644-c3f8edf8bfb4 req-11578789-21a9-40ff-b660-0eb384744b05 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:43.321190 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e5e8c52d-9a46-4ec5-9644-c3f8edf8bfb4 req-11578789-21a9-40ff-b660-0eb384744b05 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0501702 Oct 15 17:54:43.330690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40190) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:43.335067 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'floatingip': {'port_id': '65646b10-dae2-4e96-a2b5-9fb837bf520a'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:43.341166 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8ce953e-2815-4eb5-a815-0673e244908b req-e96cca9e-1aec-45c8-9002-78e5dee4db38 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Oct 15 17:54:43.377132 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:43.839959 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:43.912549 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.024321 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Floating IP d8fbe74b-d67c-41e2-9261-2dbafac0ab9a associated. External IP: 172.27.1.39, port: 65646b10-dae2-4e96-a2b5-9fb837bf520a. Oct 15 17:54:44.235524 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:54:44.327652 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40236) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:44.470898 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.510006 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb5b93-d423-4cc7-ad5b-c0182970e642 req-95c51ca8-4981-4016-88b8-095c71cd9dc4 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:44.511505 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f4cb5b93-d423-4cc7-ad5b-c0182970e642 req-95c51ca8-4981-4016-88b8-095c71cd9dc4 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0835316 Oct 15 17:54:44.552869 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:54:44.558077 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.564444 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:54:44.565161 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f4cb5b93-d423-4cc7-ad5b-c0182970e642 req-95433f5d-b7ac-4605-9cf1-a27c83301d5d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Oct 15 17:54:44.584978 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:44.585594 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:54:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:44.587818 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-58ae6336-9a3b-4961-9a19-3dcf0f0d0b59 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "PUT /v2.0/floatingips/d8fbe74b-d67c-41e2-9261-2dbafac0ab9a HTTP/1.1" status: 200 len: 990 time: 1.2560568 Oct 15 17:54:44.588639 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:54:44.591099 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:54:44.606899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.726704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.727374 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:44.750558 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c75754-75c6-4bdb-85c5-4681ab61bd31 x-openstack-request-id: req-76c75754-75c6-4bdb-85c5-4681ab61bd31 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:54:44.751220 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:54:44.751600 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76c75754-75c6-4bdb-85c5-4681ab61bd31 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:54:44.752179 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'status': 'completed', 'code': 200} Oct 15 17:54:44.783749 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2517bda92a2943888f445483b88935be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549851 Oct 15 17:54:44.784824 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ddfaca-1dbb-49a4-b582-b528b59ccd38,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:44.786471 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40258) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:44.794993 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.796332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.796875 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.797365 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.797835 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.798475 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.799021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.799581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.800069 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.800593 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.801127 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.801739 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3bbce-4d9f-4798-b7e3-e4fcda61cbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:44.856846 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.879847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:44.963881 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-4682416b-23fc-4ec0-a712-bf76b0249eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:44.965558 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-4682416b-23fc-4ec0-a712-bf76b0249eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1098 time: 0.0640187 Oct 15 17:54:45.015075 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:45.017731 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:45.018884 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85ddfaca-1dbb-49a4-b582-b528b59ccd38 HTTP/1.1" status: 204 len: 168 time: 0.2311895 Oct 15 17:54:45.028036 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ddfaca-1dbb-49a4-b582-b528b59ccd38,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:45.031570 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'd8fbe74b-d67c-41e2-9261-2dbafac0ab9a', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'port_id': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'mac_address': 'fa:16:3e:15:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:54:10Z', 'updated_at': '2021-10-15T17:54:43Z', 'revision_number': 1, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:45.035813 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.036168 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.036515 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.036853 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.037191 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.037529 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.037880 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.038199 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.038539 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.038867 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.039737 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.040070 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4c6f6-fe7f-4ad2-a97d-b7303c3d3af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:54:45.065848 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:54:45.077515 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:54:45.078216 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:54:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:45.102167 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-0edd4c34-8975-4572-9fcd-7220a261b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:45.103675 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-0edd4c34-8975-4572-9fcd-7220a261b18e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.1307318 Oct 15 17:54:45.191050 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:54:45.428270 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'd8fbe74b-d67c-41e2-9261-2dbafac0ab9a', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'port_id': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'mac_address': 'fa:16:3e:15:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:54:10Z', 'updated_at': '2021-10-15T17:54:43Z', 'revision_number': 1, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:54:45.459369 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61758c-bd56-40cc-acf0-164de0ac1bdf None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'd8fbe74b-d67c-41e2-9261-2dbafac0ab9a', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'port_id': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'mac_address': 'fa:16:3e:15:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:54:10Z', 'updated_at': '2021-10-15T17:54:43Z', 'revision_number': 1, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:54:45.652539 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef83475-c599-452f-9759-d742b74c9a6b None None] New status for floating IP d8fbe74b-d67c-41e2-9261-2dbafac0ab9a: ACTIVE {{(pid=112106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 17:54:45.700550 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495ba22-de81-4935-a299-90fb52fbe8d2 req-57a2c0f0-56e9-47d2-b3ab-5d56793a0f3f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:45.703873 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6495ba22-de81-4935-a299-90fb52fbe8d2 req-57a2c0f0-56e9-47d2-b3ab-5d56793a0f3f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0644898 Oct 15 17:54:45.761058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6495ba22-de81-4935-a299-90fb52fbe8d2 req-1c122813-94c5-4790-a2df-24724afa71a1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509679 Oct 15 17:54:45.772567 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40296) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:45.789392 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23d125c9-116f-4b60-b377-33de79d1f6b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:45.812272 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40298) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:45.879066 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23d125c9-116f-4b60-b377-33de79d1f6b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:45.952607 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23d125c9-116f-4b60-b377-33de79d1f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.005378 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b1da760-01a8-4678-a540-4549710031b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.010493 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-23d125c9-116f-4b60-b377-33de79d1f6b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b203714d2964ea98f1f8dddc33cacac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367923 Oct 15 17:54:46.013363 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40306) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:46.016878 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d125c9-116f-4b60-b377-33de79d1f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4474e2d-4da2-4a15-b206-0cec38912050,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:46.063898 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4795d4d4-ef07-4472-b1fe-b1efed1e8cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.088002 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4795d4d4-ef07-4472-b1fe-b1efed1e8cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.091428 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b1da760-01a8-4678-a540-4549710031b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.155584 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b1da760-01a8-4678-a540-4549710031b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.192171 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1da760-01a8-4678-a540-4549710031b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be15d5b-ff3c-4ce8-b5ac-da9a13bd7d9d,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:46.197081 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-8b1da760-01a8-4678-a540-4549710031b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e98019fe60504f06935f2bd2fc3a8ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837984 Oct 15 17:54:46.200007 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40308) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:46.217774 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4795d4d4-ef07-4472-b1fe-b1efed1e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.220379 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4795d4d4-ef07-4472-b1fe-b1efed1e8cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.221579 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4795d4d4-ef07-4472-b1fe-b1efed1e8cfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4474e2d-4da2-4a15-b206-0cec38912050 HTTP/1.1" status: 204 len: 168 time: 0.2072015 Oct 15 17:54:46.228916 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795d4d4-ef07-4472-b1fe-b1efed1e8cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4474e2d-4da2-4a15-b206-0cec38912050,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:46.252159 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a8de-169c-4771-b5ee-a46cce0f78ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.273663 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a8de-169c-4771-b5ee-a46cce0f78ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.415259 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a8de-169c-4771-b5ee-a46cce0f78ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.419264 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a8de-169c-4771-b5ee-a46cce0f78ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:46.423003 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-2dd0a8de-169c-4771-b5ee-a46cce0f78ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0be15d5b-ff3c-4ce8-b5ac-da9a13bd7d9d HTTP/1.1" status: 204 len: 168 time: 0.2195928 Oct 15 17:54:46.431794 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0a8de-169c-4771-b5ee-a46cce0f78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be15d5b-ff3c-4ce8-b5ac-da9a13bd7d9d,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:47.124455 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40342) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:47.137333 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ccd4431e-c943-416c-aa37-39e6b9fe3ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.215951 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ccd4431e-c943-416c-aa37-39e6b9fe3ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.281214 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ccd4431e-c943-416c-aa37-39e6b9fe3ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.319850 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-ccd4431e-c943-416c-aa37-39e6b9fe3ad0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b7cbe6c84914589be729adba81dc3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943388 Oct 15 17:54:47.320691 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4431e-c943-416c-aa37-39e6b9fe3ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd247c7-f6c9-48cf-bab8-dd30502d4031,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:47.322655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40346) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:47.373614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-145a2bc1-107d-4d48-ba90-7ba4c42331c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.394985 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-145a2bc1-107d-4d48-ba90-7ba4c42331c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.515644 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-145a2bc1-107d-4d48-ba90-7ba4c42331c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.518747 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-145a2bc1-107d-4d48-ba90-7ba4c42331c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:47.519414 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-145a2bc1-107d-4d48-ba90-7ba4c42331c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccd247c7-f6c9-48cf-bab8-dd30502d4031 HTTP/1.1" status: 204 len: 168 time: 0.1956282 Oct 15 17:54:47.527001 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a2bc1-107d-4d48-ba90-7ba4c42331c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd247c7-f6c9-48cf-bab8-dd30502d4031,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:47.943694 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-d1fa0939-1421-4890-a4ae-2dca7635091a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 1000 time: 0.0766144 Oct 15 17:54:48.215135 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7122-2ed2-4da4-b62f-1d383d678338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.321823 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40438) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:49.447992 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-257626ce-2fa7-405b-82bb-9494189f4405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.474013 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-df39875a-256f-4d4b-8abb-c177ce32a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:49.480784 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-df39875a-256f-4d4b-8abb-c177ce32a8a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0813708 Oct 15 17:54:49.586406 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-6d0bfa3b-0107-4a3d-901d-ffc8cf9ff2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:49.587921 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-6d0bfa3b-0107-4a3d-901d-ffc8cf9ff2fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0980618 Oct 15 17:54:49.600672 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297c75f-dde2-493b-9e04-7e413ded178a req-a812abef-17a5-4832-a437-92ef5f1b46ec tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:49.602070 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e297c75f-dde2-493b-9e04-7e413ded178a req-a812abef-17a5-4832-a437-92ef5f1b46ec tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.1110990 Oct 15 17:54:49.624609 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-257626ce-2fa7-405b-82bb-9494189f4405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.703720 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e297c75f-dde2-493b-9e04-7e413ded178a req-c8d6acdc-efed-4f24-80a7-edf9c4364a85 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849841 Oct 15 17:54:49.725650 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-886e7eb0-4473-44dd-a74a-b73e4b2c1b2e service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184475 Oct 15 17:54:49.731621 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-257626ce-2fa7-405b-82bb-9494189f4405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.792308 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-257626ce-2fa7-405b-82bb-9494189f4405 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa5b4f7ad32543e28d7be379c8159031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690380 Oct 15 17:54:49.795056 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40456) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:49.801849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257626ce-2fa7-405b-82bb-9494189f4405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db1452f-d121-4223-8367-09f54a4ae96c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:49.845359 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-097b04e8-4085-477a-9a26-1df49ff696b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.857047 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9cb7e37-4064-4b84-aeb6-73a3336f62e1 req-cb95f495-8d68-4d98-935c-b28f335def81 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205587 Oct 15 17:54:49.866924 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-097b04e8-4085-477a-9a26-1df49ff696b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.957704 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-097b04e8-4085-477a-9a26-1df49ff696b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.960549 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-097b04e8-4085-477a-9a26-1df49ff696b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:49.961691 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-097b04e8-4085-477a-9a26-1df49ff696b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6db1452f-d121-4223-8367-09f54a4ae96c HTTP/1.1" status: 204 len: 168 time: 0.1651568 Oct 15 17:54:49.970278 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b04e8-4085-477a-9a26-1df49ff696b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db1452f-d121-4223-8367-09f54a4ae96c,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:50.539400 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40470) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:50.552472 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4f13cc77-a84e-4e31-a889-52bfa02035d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.623063 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4f13cc77-a84e-4e31-a889-52bfa02035d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.691770 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4f13cc77-a84e-4e31-a889-52bfa02035d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.732293 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4f13cc77-a84e-4e31-a889-52bfa02035d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a0a0b6ff8c64eb1997d4ce9167777c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917896 Oct 15 17:54:50.734182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13cc77-a84e-4e31-a889-52bfa02035d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b679687-2793-4a28-b01c-2f5c4aa7f64d,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:50.734929 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40476) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:50.783611 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e9a294de-a1bc-4e13-ad09-28059c4b64dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.804519 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e9a294de-a1bc-4e13-ad09-28059c4b64dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.900323 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e9a294de-a1bc-4e13-ad09-28059c4b64dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.902841 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e9a294de-a1bc-4e13-ad09-28059c4b64dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:50.905516 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e9a294de-a1bc-4e13-ad09-28059c4b64dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b679687-2793-4a28-b01c-2f5c4aa7f64d HTTP/1.1" status: 204 len: 168 time: 0.1695380 Oct 15 17:54:50.913158 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a294de-a1bc-4e13-ad09-28059c4b64dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b679687-2793-4a28-b01c-2f5c4aa7f64d,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:51.095431 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-83ff4b33-698b-418a-b759-34bb0023705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:51.858238 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:52.218110 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:52.484891 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40530) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:52.589672 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8fc-23ce-4fbd-9af9-f1f684b7b592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:52.662494 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8fc-23ce-4fbd-9af9-f1f684b7b592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:52.734710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8fc-23ce-4fbd-9af9-f1f684b7b592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:52.773096 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0f1ff8fc-23ce-4fbd-9af9-f1f684b7b592 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=283a2f1d46284e70ab15aa02d4b9fc12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871406 Oct 15 17:54:52.775115 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ff8fc-23ce-4fbd-9af9-f1f684b7b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d890dd3-00db-46b1-a6d0-efe80524de1c,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:52.775977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40544) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:52.993252 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-92a28f8a-df1c-4bc3-9109-78b240147632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:53.014527 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-92a28f8a-df1c-4bc3-9109-78b240147632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:53.166584 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-92a28f8a-df1c-4bc3-9109-78b240147632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:53.169157 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-92a28f8a-df1c-4bc3-9109-78b240147632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:53.170316 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-92a28f8a-df1c-4bc3-9109-78b240147632 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d890dd3-00db-46b1-a6d0-efe80524de1c HTTP/1.1" status: 204 len: 168 time: 0.3933768 Oct 15 17:54:53.178112 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28f8a-df1c-4bc3-9109-78b240147632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d890dd3-00db-46b1-a6d0-efe80524de1c,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:53.714401 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:54.832290 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e3ba-ed17-4f60-931b-96e0a1901b55 req-38b91a75-e1e6-46d7-8300-4df7e0bd753d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:54.833879 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0bb3e3ba-ed17-4f60-931b-96e0a1901b55 req-38b91a75-e1e6-46d7-8300-4df7e0bd753d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0506220 Oct 15 17:54:54.871781 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-15f6b1cd-c8fa-47d1-96a2-857876538791 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442364 Oct 15 17:54:54.876240 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0bb3e3ba-ed17-4f60-931b-96e0a1901b55 req-e0715c7c-d9fa-4794-bd91-89e9229116b5 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Oct 15 17:54:54.990866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-56aab4cc-a429-4e2d-821a-fd698b87f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:54.992408 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-56aab4cc-a429-4e2d-821a-fd698b87f334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e1151a44db447f88c8efb2ff2aab42&device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 1099 time: 0.0390949 Oct 15 17:54:55.111803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-af6be97f-6d12-4626-83d7-5a2fdb871961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:55.113228 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-af6be97f-6d12-4626-83d7-5a2fdb871961 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f21bbf7-34d4-4381-b275-00afc2e53f9f HTTP/1.1" status: 200 len: 913 time: 0.0881047 Oct 15 17:54:55.163011 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-482e802e-81bc-47ba-9cf4-283121b9a336 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5 HTTP/1.1" status: 200 len: 217 time: 0.0343635 Oct 15 17:54:55.235281 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-d61f1b6e-8b48-4bc1-845c-6174283466ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:55.236711 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-d61f1b6e-8b48-4bc1-845c-6174283466ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dafe8291-1a3e-424c-bbea-04d94f5603df HTTP/1.1" status: 200 len: 852 time: 0.0466871 Oct 15 17:54:55.275815 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-ffeed4fc-5d86-415b-99fe-2dbc8511675d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f21bbf7-34d4-4381-b275-00afc2e53f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238538 Oct 15 17:54:55.376790 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-ea13497b-00ea-451f-a422-3be247e3b58a service neutron] 10.222.0.47 "GET /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 Oct 15 17:54:55.476813 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e432ab94-d685-4c8f-918c-c5f6af90f967 req-f35b3165-7d11-4da2-9e4c-60ad2f07d244 service neutron] 10.222.0.47 "GET /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Oct 15 17:54:55.993301 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918056-234a-4136-afa7-701dd546a1a9 req-ef50f5ad-a667-4079-a4f1-11a283e4eb3e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:55.994776 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d918056-234a-4136-afa7-701dd546a1a9 req-ef50f5ad-a667-4079-a4f1-11a283e4eb3e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0480423 Oct 15 17:54:56.031851 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d918056-234a-4136-afa7-701dd546a1a9 req-d0679724-3b83-41f0-87aa-2cbec156e875 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307496 Oct 15 17:54:56.335998 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40632) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:56.440923 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1b93dc9-145c-40a1-8a77-3b7dc3e7c60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.511362 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1b93dc9-145c-40a1-8a77-3b7dc3e7c60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.572019 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d1b93dc9-145c-40a1-8a77-3b7dc3e7c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.598694 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.618748 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-d1b93dc9-145c-40a1-8a77-3b7dc3e7c60b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45cf82f96160499e851cc855f2baebc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815504 Oct 15 17:54:56.619626 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b93dc9-145c-40a1-8a77-3b7dc3e7c60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9b443-2fe4-403c-aa10-c75727f59bf7,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:56.621455 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40650) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:56.680274 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-288c6f0d-56e0-4f1e-8979-7c2462a19702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.713199 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-288c6f0d-56e0-4f1e-8979-7c2462a19702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.820440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-288c6f0d-56e0-4f1e-8979-7c2462a19702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.823701 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-288c6f0d-56e0-4f1e-8979-7c2462a19702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:56.827429 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-288c6f0d-56e0-4f1e-8979-7c2462a19702 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51e9b443-2fe4-403c-aa10-c75727f59bf7 HTTP/1.1" status: 204 len: 168 time: 0.2016001 Oct 15 17:54:56.833549 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c6f0d-56e0-4f1e-8979-7c2462a19702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9b443-2fe4-403c-aa10-c75727f59bf7,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:56.932016 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40666) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:57.048651 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-98993473-4cfe-4533-99e8-dd3f76bce7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.153860 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-98993473-4cfe-4533-99e8-dd3f76bce7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.173210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a172f0c-3e16-419b-918b-5dc243626428 req-e665dbb2-fd1f-43a0-93c1-51e785e7950f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:57.174879 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9a172f0c-3e16-419b-918b-5dc243626428 req-e665dbb2-fd1f-43a0-93c1-51e785e7950f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0626531 Oct 15 17:54:57.213405 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9a172f0c-3e16-419b-918b-5dc243626428 req-fc62f71e-39e1-4f64-8f3f-9542d2f9e3ef tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Oct 15 17:54:57.214592 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-98993473-4cfe-4533-99e8-dd3f76bce7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.252562 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-98993473-4cfe-4533-99e8-dd3f76bce7af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=342691fc7a7e46a39e9e9ba951d79f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191063 Oct 15 17:54:57.255081 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40682) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:57.257029 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98993473-4cfe-4533-99e8-dd3f76bce7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1f186-5b4b-4ce8-bb89-f22591abf26d,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:57.308492 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1ece86d-0fad-496c-a82d-50803851c058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.328791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1ece86d-0fad-496c-a82d-50803851c058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.474621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1ece86d-0fad-496c-a82d-50803851c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.477329 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1ece86d-0fad-496c-a82d-50803851c058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.478526 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a1ece86d-0fad-496c-a82d-50803851c058 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99b1f186-5b4b-4ce8-bb89-f22591abf26d HTTP/1.1" status: 204 len: 168 time: 0.2225060 Oct 15 17:54:57.487251 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ece86d-0fad-496c-a82d-50803851c058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1f186-5b4b-4ce8-bb89-f22591abf26d,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:57.553485 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40686) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:57.566495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5c474a66-b0a6-4b0c-a715-92dc3ee4d481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.638144 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5c474a66-b0a6-4b0c-a715-92dc3ee4d481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.723701 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5c474a66-b0a6-4b0c-a715-92dc3ee4d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.765674 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-5c474a66-b0a6-4b0c-a715-92dc3ee4d481 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d9cf4dc07b14141abbcb2dbb9cafa57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111111 Oct 15 17:54:57.766536 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c474a66-b0a6-4b0c-a715-92dc3ee4d481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842c23f4-aa6e-4d44-aecf-f30aa5224930,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:57.768421 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40696) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:57.828604 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6ada5f66-46d4-4410-92ab-0e1749f68db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.851223 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6ada5f66-46d4-4410-92ab-0e1749f68db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.960296 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6ada5f66-46d4-4410-92ab-0e1749f68db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.962991 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6ada5f66-46d4-4410-92ab-0e1749f68db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:57.964142 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6ada5f66-46d4-4410-92ab-0e1749f68db1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/842c23f4-aa6e-4d44-aecf-f30aa5224930 HTTP/1.1" status: 204 len: 168 time: 0.1942146 Oct 15 17:54:57.972693 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5f66-46d4-4410-92ab-0e1749f68db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c23f4-aa6e-4d44-aecf-f30aa5224930,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:58.347482 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44b03-e2b2-47e1-819a-2c75cc7ec2d5 req-cb33c236-777b-4230-b738-e99ff42ca38b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:58.349131 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d7b44b03-e2b2-47e1-819a-2c75cc7ec2d5 req-cb33c236-777b-4230-b738-e99ff42ca38b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0589623 Oct 15 17:54:58.392133 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d7b44b03-e2b2-47e1-819a-2c75cc7ec2d5 req-04c51446-b8ce-48ae-81a4-9dfa9fec35f3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Oct 15 17:54:58.540817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40740) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:58.676340 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1591375214-network', 'tenant_id': 'bc784e508cba47aea09c83beb1d87ea0'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:58.782968 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Made reservation on behalf of bc784e508cba47aea09c83beb1d87ea0 for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:54:58.785514 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:58.794698 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:58.872592 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.312033 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.334547 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:54:59.350519 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245dee96-8fa5-4e5a-b807-0168e9539841,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:59.353464 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.353996 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Added segment 1c0eebeb-93e1-4e6a-8778-307280c9b702 of type vlan for network e7920719-1a11-41c7-9444-7591e444e369 Oct 15 17:54:59.400925 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.508040 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b2628-ed6c-4207-a98f-24c0efdd6c02 req-484fd4eb-9705-48bc-b175-b17c69a6da6a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:59.509509 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b55b2628-ed6c-4207-a98f-24c0efdd6c02 req-484fd4eb-9705-48bc-b175-b17c69a6da6a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0472591 Oct 15 17:54:59.542049 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.542992 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:54:59.543628 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.578361 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b55b2628-ed6c-4207-a98f-24c0efdd6c02 req-63d72b59-11dc-46df-80eb-f44683eff2c6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616584 Oct 15 17:54:59.621656 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] Pushing event updated for resources: {'Network': ['ID=e7920719-1a11-41c7-9444-7591e444e369,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:54:59.634183 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network e7920719-1a11-41c7-9444-7591e444e369 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:54:59.658202 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40788) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:59.661415 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-a11ea074-3a35-46f0-a33b-09aed9bd387a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1163075 Oct 15 17:54:59.662008 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 40790) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:54:59.669455 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Request body: {'subnet': {'network_id': 'e7920719-1a11-41c7-9444-7591e444e369', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1591375214-subnet', 'tenant_id': 'bc784e508cba47aea09c83beb1d87ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:54:59.751667 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Made reservation on behalf of bc784e508cba47aea09c83beb1d87ea0 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:54:59.754365 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.828834 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-edc79d3f-cfd3-4556-a346-c0fb087cbce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:54:59.990853 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-edc79d3f-cfd3-4556-a346-c0fb087cbce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.063600 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.102829 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-edc79d3f-cfd3-4556-a346-c0fb087cbce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.148332 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4beee8f2-d1ee-400d-a2cc-7de44d676d84,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:00.166850 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-edc79d3f-cfd3-4556-a346-c0fb087cbce7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a941d70678214d5f82132d1d83a9f04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060010 Oct 15 17:55:00.170002 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc79d3f-cfd3-4556-a346-c0fb087cbce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a195cc9-305e-4e9a-a4f3-64146f5d1406,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:00.172575 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40810) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:00.174219 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Checking segment: {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:55:00.174576 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Network hostable DHCP agents. Network: e7920719-1a11-41c7-9444-7591e444e369, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:55:00.226919 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8c5aec41-da03-440f-810e-9a351d609e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.246064 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Network e7920719-1a11-41c7-9444-7591e444e369 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:55:00.250419 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8c5aec41-da03-440f-810e-9a351d609e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.323688 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, e7920719-1a11-41c7-9444-7591e444e369) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:55:00.328443 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:00.329141 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.334802 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74614c-37b7-423e-8775-f7e0b36b5b89 None None] Network e7920719-1a11-41c7-9444-7591e444e369 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:55:00.407526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8c5aec41-da03-440f-810e-9a351d609e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.410643 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8c5aec41-da03-440f-810e-9a351d609e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:00.411865 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-8c5aec41-da03-440f-810e-9a351d609e5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a195cc9-305e-4e9a-a4f3-64146f5d1406 HTTP/1.1" status: 204 len: 168 time: 0.2380042 Oct 15 17:55:00.420255 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5aec41-da03-440f-810e-9a351d609e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a195cc9-305e-4e9a-a4f3-64146f5d1406,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:00.443325 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-85a1da03-58d9-48a0-85e6-fc5441f7a2d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7836280 Oct 15 17:55:00.485661 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da64d0-4310-457b-94e8-ea5676492dc2 None None] Network e7920719-1a11-41c7-9444-7591e444e369 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:55:00.714152 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226d66-6860-40fd-968c-252ee041a216 req-8e219566-17c0-4a89-871f-d99b5c2bde53 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:00.722651 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-22226d66-6860-40fd-968c-252ee041a216 req-8e219566-17c0-4a89-871f-d99b5c2bde53 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0688968 Oct 15 17:55:00.756390 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-22226d66-6860-40fd-968c-252ee041a216 req-00b69826-d398-4762-88cc-0b4c00d206d9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Oct 15 17:55:01.250600 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40836) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:01.263591 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1709c2-0343-4bf6-bf1e-7d2fffe2b693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.341013 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1709c2-0343-4bf6-bf1e-7d2fffe2b693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.414927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1709c2-0343-4bf6-bf1e-7d2fffe2b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.457212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1709c2-0343-4bf6-bf1e-7d2fffe2b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a0eb7a-fb73-447f-b78f-c360e5e31fa9,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:01.462696 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ad1709c2-0343-4bf6-bf1e-7d2fffe2b693 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fad0dffdfde64c6689b3d719fe5230f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110338 Oct 15 17:55:01.465409 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 40846) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:01.530915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1e241ac8-7a0a-4b45-8e97-05cdf48a1d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.553264 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1e241ac8-7a0a-4b45-8e97-05cdf48a1d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.689141 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1e241ac8-7a0a-4b45-8e97-05cdf48a1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.691601 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1e241ac8-7a0a-4b45-8e97-05cdf48a1d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:01.692769 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1e241ac8-7a0a-4b45-8e97-05cdf48a1d89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6a0eb7a-fb73-447f-b78f-c360e5e31fa9 HTTP/1.1" status: 204 len: 168 time: 0.2263753 Oct 15 17:55:01.700287 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e241ac8-7a0a-4b45-8e97-05cdf48a1d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a0eb7a-fb73-447f-b78f-c360e5e31fa9,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:01.870442 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ee3b1-5d64-4236-a490-da8766c1b132 req-e9bead33-c10d-44f1-8d5c-8644865e1bad tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:01.871930 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fb3ee3b1-5d64-4236-a490-da8766c1b132 req-e9bead33-c10d-44f1-8d5c-8644865e1bad tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0472796 Oct 15 17:55:01.909685 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fb3ee3b1-5d64-4236-a490-da8766c1b132 req-75b9034c-3188-4d17-b942-6fc2d662c3be tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Oct 15 17:55:03.032266 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49bfcf-16b5-4ba4-a6aa-f2ee8ad9ff2f req-51d9a269-300d-4767-85a7-b2b73a70ab2e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:03.033743 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a49bfcf-16b5-4ba4-a6aa-f2ee8ad9ff2f req-51d9a269-300d-4767-85a7-b2b73a70ab2e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0498185 Oct 15 17:55:03.072530 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a49bfcf-16b5-4ba4-a6aa-f2ee8ad9ff2f req-bba23ebd-7811-4c19-a2ea-cefd2d35f15d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Oct 15 17:55:03.705909 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-551afa9a-5339-403e-839b-06396851af56 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:03.707450 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-551afa9a-5339-403e-839b-06396851af56 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/networks?id=e7920719-1a11-41c7-9444-7591e444e369 HTTP/1.1" status: 200 len: 809 time: 0.1045897 Oct 15 17:55:03.722094 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-d715dc7e-7f27-47e3-b148-3c5382850823 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/quotas/bc784e508cba47aea09c83beb1d87ea0 HTTP/1.1" status: 200 len: 375 time: 0.0090029 Oct 15 17:55:03.753749 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-a258bcbb-3844-42ae-bd89-966c38aaca22 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc784e508cba47aea09c83beb1d87ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262516 Oct 15 17:55:03.843938 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-7b773300-d68b-4bca-99ca-5b25c95072ff service neutron] 10.222.0.44 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828793 Oct 15 17:55:03.936835 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-508738e6-b21b-4960-a1e5-42fd6dcb5204 service neutron] 10.222.0.44 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Oct 15 17:55:04.216760 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850d18-89ba-49e0-8762-1aa654b04778 req-64b60214-d635-4fcd-8695-baeb6d926670 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:04.218739 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a4850d18-89ba-49e0-8762-1aa654b04778 req-64b60214-d635-4fcd-8695-baeb6d926670 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0501220 Oct 15 17:55:04.258277 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a4850d18-89ba-49e0-8762-1aa654b04778 req-f27efe3a-a108-4fa9-b065-438c60f5b92a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Oct 15 17:55:04.323583 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8d05b40c-34c6-40c6-bb88-78e64789f17f req-59fffe2e-9281-4b57-a616-7a8bcad5f51c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Oct 15 17:55:07.363450 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:55:08.151763 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315b1c5-a257-48c7-91ca-9862399b7ac1 req-431595e7-ef11-4232-a742-6f4239167022 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:08.153476 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d315b1c5-a257-48c7-91ca-9862399b7ac1 req-431595e7-ef11-4232-a742-6f4239167022 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0539749 Oct 15 17:55:08.183718 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0b73dd42-cb4f-4370-90b5-792d82709dfd req-fbf82cb7-d7ba-4148-8b23-43592f11fcd9 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 210 time: 0.0292060 Oct 15 17:55:08.198674 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d315b1c5-a257-48c7-91ca-9862399b7ac1 req-3ebe4758-c4a7-4f32-ae81-4e92bab6eea9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Oct 15 17:55:09.298766 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3550d13e-07c7-4f23-af2c-516dc353bcbd req-aa5bdfc0-eff4-404a-b963-f38478766b03 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 210 time: 0.0443826 Oct 15 17:55:09.425280 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6f9fc-6986-406a-9850-7e065178b59b req-a8ef0322-f46a-445e-8da2-1abbb4c6c66c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:09.426675 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f0f6f9fc-6986-406a-9850-7e065178b59b req-a8ef0322-f46a-445e-8da2-1abbb4c6c66c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.1099205 Oct 15 17:55:09.457436 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-66d65d77-490d-4108-b865-0376f8282dfc tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:09.458842 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-66d65d77-490d-4108-b865-0376f8282dfc tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "GET /v2.0/networks?id=e7920719-1a11-41c7-9444-7591e444e369 HTTP/1.1" status: 200 len: 809 time: 0.1550844 Oct 15 17:55:09.472535 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Request body: {'port': {'device_id': '7edac529-7492-4d27-83d3-9826b4a1a642', 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369', 'admin_state_up': True, 'tenant_id': 'bc784e508cba47aea09c83beb1d87ea0'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:09.515969 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f0f6f9fc-6986-406a-9850-7e065178b59b req-19a8507d-7d55-48f1-b5c8-d17fc788f068 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804799 Oct 15 17:55:09.722679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Made reservation on behalf of bc784e508cba47aea09c83beb1d87ea0 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:55:09.726361 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:09.856052 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Allocated IP 172.20.0.12 (e7920719-1a11-41c7-9444-7591e444e369/4beee8f2-d1ee-400d-a2cc-7de44d676d84/8629c6d8-a3ec-4f41-8db9-d4a7e68a9431) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:55:10.037723 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:10.166342 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:10.209665 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Network e7920719-1a11-41c7-9444-7591e444e369 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:55:10.212912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:55:10.218072 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:55:10.250410 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Pushing event updated for resources: {'Port': ['ID=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:10.276810 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:10.277413 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:10.340105 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-902a44c6-a7af-4f2a-81d1-4d9afaa1066c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8713586 Oct 15 17:55:10.394830 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Request body: {'port': {'device_id': '7edac529-7492-4d27-83d3-9826b4a1a642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:10.413422 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dad8b-0fcc-4782-a090-855484df7448 req-ab70677f-13cb-467c-852e-2743efdeaebb tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:10.414907 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-250dad8b-0fcc-4782-a090-855484df7448 req-ab70677f-13cb-467c-852e-2743efdeaebb tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0477302 Oct 15 17:55:10.452498 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:10.460967 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-250dad8b-0fcc-4782-a090-855484df7448 req-61c7665a-715c-4389-903f-7e77cc93e401 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Oct 15 17:55:10.567318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b66db-42cf-4b7e-b79b-1c37a1a35dd8 req-f3b18af1-b329-475c-b88d-0f1bf1072356 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:10.568797 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9f0b66db-42cf-4b7e-b79b-1c37a1a35dd8 req-f3b18af1-b329-475c-b88d-0f1bf1072356 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 932 time: 0.0492284 Oct 15 17:55:10.610393 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9f0b66db-42cf-4b7e-b79b-1c37a1a35dd8 req-946c405d-3e8f-4b5d-b56d-9ffa9d449218 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352483 Oct 15 17:55:10.712704 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6e169-d707-47e8-a291-69c19f1724fb req-747b5e0b-7514-46ca-81d9-8df41f774e44 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:10.714266 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-80c6e169-d707-47e8-a291-69c19f1724fb req-747b5e0b-7514-46ca-81d9-8df41f774e44 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Oct 15 17:55:10.715069 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:55:10.723536 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:10.735746 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Transition to ACTIVE for port object 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:55:10.752166 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-80c6e169-d707-47e8-a291-69c19f1724fb req-4346fcbb-8b0b-4f5b-a521-f58cf7476fab tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Oct 15 17:55:10.816613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:10.884697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:10.933924 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Attempting to bind port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:55:10.934258 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Attempting to bind port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:55:10.934576 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Attempting to bind port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 on network e7920719-1a11-41c7-9444-7591e444e369 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:55:10.939221 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 on network e7920719-1a11-41c7-9444-7591e444e369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:55:10.939557 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Attempting to bind port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 on network e7920719-1a11-41c7-9444-7591e444e369 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:55:10.944238 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:55:10.944562 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Checking segment: {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:55:10.945212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Bound using segment: {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:55:10.945631 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Bound port: 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:55:10.945977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:11.006986 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] For port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:55:11.009911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] For port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:55:11.091459 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:11.126755 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:11.127383 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:11.128776 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 HTTP/1.1" status: 200 len: 1094 time: 0.7382250 Oct 15 17:55:11.129198 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edac529-7492-4d27-83d3-9826b4a1a642', 'tag': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:11.131470 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a179ee-93e7-45eb-89a2-e570d708d985" -d '{"events": [{"name": "network-changed", "server_uuid": "7edac529-7492-4d27-83d3-9826b4a1a642", "tag": "8629c6d8-a3ec-4f41-8db9-d4a7e68a9431"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:11.153504 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2251-98e5-4214-ad7c-288c246900e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:11.165165 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0432d-d9de-42a8-8fc3-208977dc6f48 x-openstack-request-id: req-5ae0432d-d9de-42a8-8fc3-208977dc6f48 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:11.165456 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edac529-7492-4d27-83d3-9826b4a1a642", "tag": "8629c6d8-a3ec-4f41-8db9-d4a7e68a9431", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:11.165707 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ae0432d-d9de-42a8-8fc3-208977dc6f48 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:11.166096 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edac529-7492-4d27-83d3-9826b4a1a642', 'tag': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431', 'status': 'completed', 'code': 200} Oct 15 17:55:12.394193 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844ae8-d306-4f6d-8513-cecf272a7fb7 req-0f034607-f25a-4ec2-ab51-b0cace55627d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:12.395665 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8844ae8-d306-4f6d-8513-cecf272a7fb7 req-0f034607-f25a-4ec2-ab51-b0cace55627d tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0509024 Oct 15 17:55:12.432332 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8844ae8-d306-4f6d-8513-cecf272a7fb7 req-9f2f1b8e-8003-46d2-a985-1bf9e2fad66f tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Oct 15 17:55:12.529716 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b760-6e9a-4c86-91b8-c4bcb84df6ed req-32c8546e-d6a2-45c5-8eec-43573e55547a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:12.531145 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e6e9b760-6e9a-4c86-91b8-c4bcb84df6ed req-32c8546e-d6a2-45c5-8eec-43573e55547a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0465539 Oct 15 17:55:12.568300 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e6e9b760-6e9a-4c86-91b8-c4bcb84df6ed req-6ae87f62-2fe7-4c20-83be-c1365aed5979 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Oct 15 17:55:12.666242 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a4c0-6088-4d7d-9b7c-1957987118e3 req-204d903b-84bf-4f25-982e-6e282fe11571 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:12.667729 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-90f7a4c0-6088-4d7d-9b7c-1957987118e3 req-204d903b-84bf-4f25-982e-6e282fe11571 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0473688 Oct 15 17:55:12.704178 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-90f7a4c0-6088-4d7d-9b7c-1957987118e3 req-4e592b65-d57b-4152-ad87-84023d436baf tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307932 Oct 15 17:55:15.427206 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a179ee-93e7-45eb-89a2-e570d708d985 req-0a5e3968-73e1-4c66-b4d3-1a9f945c8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.428890 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71a179ee-93e7-45eb-89a2-e570d708d985 req-0a5e3968-73e1-4c66-b4d3-1a9f945c8edf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc784e508cba47aea09c83beb1d87ea0&device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 1097 time: 0.0429668 Oct 15 17:55:15.534453 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa6d7b-5d88-4245-89db-d6726569d1b7 req-0ef83a1b-c078-4909-8c85-f42e1e7ee1ff tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.536030 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f8fa6d7b-5d88-4245-89db-d6726569d1b7 req-0ef83a1b-c078-4909-8c85-f42e1e7ee1ff tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0501175 Oct 15 17:55:15.574461 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f8fa6d7b-5d88-4245-89db-d6726569d1b7 req-b9cd6fc3-6a03-44a5-a4e5-5ee11577dd07 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Oct 15 17:55:15.605645 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a179ee-93e7-45eb-89a2-e570d708d985 req-3f09c476-47b7-408a-afb5-3b0506394276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.607112 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71a179ee-93e7-45eb-89a2-e570d708d985 req-3f09c476-47b7-408a-afb5-3b0506394276 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bc784e508cba47aea09c83beb1d87ea0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1265490 Oct 15 17:55:15.615627 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966a1b-ae37-4dbe-8ef9-593b0c9bbaeb req-8ce82b0c-4a6d-4d1b-9094-310d74456721 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.617092 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-64966a1b-ae37-4dbe-8ef9-593b0c9bbaeb req-8ce82b0c-4a6d-4d1b-9094-310d74456721 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0750420 Oct 15 17:55:15.675479 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d94384-f132-4507-9fdb-ed31154e9e82 req-2d9174d5-99cd-417a-b753-6bea137e02c6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.676955 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32d94384-f132-4507-9fdb-ed31154e9e82 req-2d9174d5-99cd-417a-b753-6bea137e02c6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0472257 Oct 15 17:55:15.706753 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-64966a1b-ae37-4dbe-8ef9-593b0c9bbaeb req-2f5b7ed0-8ef4-436a-9cef-7417ad6e4fe4 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771978 Oct 15 17:55:15.726729 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32d94384-f132-4507-9fdb-ed31154e9e82 req-34b73771-fa8f-41ba-a393-85504b20ca18 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361409 Oct 15 17:55:15.734837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a179ee-93e7-45eb-89a2-e570d708d985 req-e30f4ef5-a9ae-4a77-94a1-c93a17d6bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.736312 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71a179ee-93e7-45eb-89a2-e570d708d985 req-e30f4ef5-a9ae-4a77-94a1-c93a17d6bee2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149504 Oct 15 17:55:15.821367 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-ceda1aa3-a621-434b-8d9d-f3a6f6b85da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.822794 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-ceda1aa3-a621-434b-8d9d-f3a6f6b85da6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc784e508cba47aea09c83beb1d87ea0&device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 1097 time: 0.0426536 Oct 15 17:55:15.863619 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-4d6460c1-0d46-4230-9a86-ecc4cfc15629 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 HTTP/1.1" status: 200 len: 217 time: 0.0317719 Oct 15 17:55:15.914012 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8973-6967-4bda-83bc-8a9274795ebc req-e190203e-d9c4-4771-9f0b-97804c93fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:15.915374 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-e190203e-d9c4-4771-9f0b-97804c93fa04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4beee8f2-d1ee-400d-a2cc-7de44d676d84 HTTP/1.1" status: 200 len: 849 time: 0.0402024 Oct 15 17:55:15.948538 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-03beb83e-5daa-4aff-a644-9eb6ac26ecd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e7920719-1a11-41c7-9444-7591e444e369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224657 Oct 15 17:55:16.042003 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-7a42ad0a-c16c-4336-bae2-9fd35e8e1beb service neutron] 10.222.0.47 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804145 Oct 15 17:55:16.132056 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-513d8973-6967-4bda-83bc-8a9274795ebc req-d697c376-aa0b-4176-ad7c-888418cc6ca4 service neutron] 10.222.0.47 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818431 Oct 15 17:55:16.688967 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2abfae-d521-4050-b440-d1a4b961ef63 req-ec1c2f37-be9d-408b-839c-5c6eef6a94ed tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:16.690439 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0a2abfae-d521-4050-b440-d1a4b961ef63 req-ec1c2f37-be9d-408b-839c-5c6eef6a94ed tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0474930 Oct 15 17:55:16.727500 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0a2abfae-d521-4050-b440-d1a4b961ef63 req-f67f1edd-9962-4780-a038-00af02de3001 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Oct 15 17:55:16.831354 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8dc2-291a-404a-924d-a53bb1868d0f req-f9ebe57e-01f7-4129-ae0a-4e2179dbf266 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:16.832957 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-231a8dc2-291a-404a-924d-a53bb1868d0f req-f9ebe57e-01f7-4129-ae0a-4e2179dbf266 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0524886 Oct 15 17:55:16.870165 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-231a8dc2-291a-404a-924d-a53bb1868d0f req-26688eba-a094-4aa9-bfd6-bffeaa91172b tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Oct 15 17:55:16.966981 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257de90-308a-4e0d-b2f5-2f8cb8b63482 req-d0253025-04b2-4f92-8a5a-6d97dafd7007 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:16.968429 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b257de90-308a-4e0d-b2f5-2f8cb8b63482 req-d0253025-04b2-4f92-8a5a-6d97dafd7007 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0464375 Oct 15 17:55:17.008058 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b257de90-308a-4e0d-b2f5-2f8cb8b63482 req-8e15bdeb-484a-4f04-bd83-aaa7d3129877 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Oct 15 17:55:18.222308 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4e109b30-c622-45ad-8b95-d20b87e1238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:19.618076 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11adc7-ba7e-4ca1-865b-49b7471c36db req-9404ec80-61b2-4f19-a49e-75bcafc61766 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:19.619559 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dd11adc7-ba7e-4ca1-865b-49b7471c36db req-9404ec80-61b2-4f19-a49e-75bcafc61766 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0516627 Oct 15 17:55:19.656694 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dd11adc7-ba7e-4ca1-865b-49b7471c36db req-207f595e-d291-4191-a3ce-f062ac296a79 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Oct 15 17:55:19.754568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dba267-135a-430b-90ef-e9a8adff0995 req-8e67cced-7824-4073-9fc7-d141cbce3b08 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:19.756069 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-29dba267-135a-430b-90ef-e9a8adff0995 req-8e67cced-7824-4073-9fc7-d141cbce3b08 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0477560 Oct 15 17:55:19.793203 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-29dba267-135a-430b-90ef-e9a8adff0995 req-afdb73e4-8e38-45e3-8d8d-5e50faaca179 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Oct 15 17:55:19.893026 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469efbd0-ca29-4731-aaf2-c751911d3556 req-57326a22-b259-488f-9770-2e966d20e129 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:19.894442 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-469efbd0-ca29-4731-aaf2-c751911d3556 req-57326a22-b259-488f-9770-2e966d20e129 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0471814 Oct 15 17:55:19.930061 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-469efbd0-ca29-4731-aaf2-c751911d3556 req-c7e53bae-b913-4a12-b2e4-c4b1f271deed tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298245 Oct 15 17:55:21.209936 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-14143197-695e-4c46-9889-c3ade4d3f12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:21.819873 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:22.188475 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3657d-cabb-44af-98f2-63b7b54cdf7e req-059cbaf5-d2d9-4618-9851-5929516bef7e tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:22.190615 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ee3657d-cabb-44af-98f2-63b7b54cdf7e req-059cbaf5-d2d9-4618-9851-5929516bef7e tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0539749 Oct 15 17:55:22.191961 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbb516-c10f-4bc8-8a8c-bf610ba54190 req-f22aff2d-0e1a-437f-aa0f-6a0621f23394 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:22.193498 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2bfbb516-c10f-4bc8-8a8c-bf610ba54190 req-f22aff2d-0e1a-437f-aa0f-6a0621f23394 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0553010 Oct 15 17:55:22.229303 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ee3657d-cabb-44af-98f2-63b7b54cdf7e req-01abbfba-7ed8-43b1-8d14-4790d6b76671 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Oct 15 17:55:22.231656 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2bfbb516-c10f-4bc8-8a8c-bf610ba54190 req-30a9e86b-9332-42c9-88d7-d1c464867ec6 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Oct 15 17:55:22.234905 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:22.330182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd128d-d8b5-4233-b871-00724d6c27f9 req-b26fd016-2e8c-484a-a084-ddae4f13e649 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:22.331654 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-44cd128d-d8b5-4233-b871-00724d6c27f9 req-b26fd016-2e8c-484a-a084-ddae4f13e649 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0470159 Oct 15 17:55:22.369872 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-44cd128d-d8b5-4233-b871-00724d6c27f9 req-fd248e80-27a1-449e-9b2b-23c359f591a4 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Oct 15 17:55:23.354594 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cec1f6-74c0-4f45-9008-1a650d822d5f req-0fe3f15c-a5d9-4239-9746-b9a6c361f983 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:23.356096 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-89cec1f6-74c0-4f45-9008-1a650d822d5f req-0fe3f15c-a5d9-4239-9746-b9a6c361f983 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0474551 Oct 15 17:55:23.379838 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64497ec6-5df6-4b75-9b7c-793159749832 req-e118f660-4e90-4864-a07c-803b4689bb58 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:23.381327 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-64497ec6-5df6-4b75-9b7c-793159749832 req-e118f660-4e90-4864-a07c-803b4689bb58 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0484695 Oct 15 17:55:23.397497 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-89cec1f6-74c0-4f45-9008-1a650d822d5f req-a651fadf-85b5-4bf1-8b95-3d014f56c628 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Oct 15 17:55:23.421869 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-64497ec6-5df6-4b75-9b7c-793159749832 req-7747e155-d285-4b0b-a2b0-072b9a0a1170 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Oct 15 17:55:23.503569 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b43994-1108-4634-bd8b-d6f7801c9ca1 req-e8a94bd6-1969-46dd-9b12-313d811d86fb tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:23.505007 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b6b43994-1108-4634-bd8b-d6f7801c9ca1 req-e8a94bd6-1969-46dd-9b12-313d811d86fb tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Oct 15 17:55:23.551586 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b6b43994-1108-4634-bd8b-d6f7801c9ca1 req-a585a78a-69cb-4dec-a9c7-bb62bc8f68e3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Oct 15 17:55:23.586279 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-49d1a2ad-2156-46c6-818c-6bcb5352a820 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:23.587739 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-49d1a2ad-2156-46c6-818c-6bcb5352a820 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.47 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 946 time: 0.0517731 Oct 15 17:55:23.711346 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:23.737007 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Deleting port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:55:23.738184 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:24.001961 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] For port 9e25bcf9-db17-4453-bb42-308b23f7e0e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9e25bcf9-db17-4453-bb42-308b23f7e0e5,segment=NetworkSegment(dea44f4e-9dfa-4d99-bb76-f370dd5bc336),segment_id=dea44f4e-9dfa-4d99-bb76-f370dd5bc336)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:24.002218 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:24.016277 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Calling delete_port for 9e25bcf9-db17-4453-bb42-308b23f7e0e5 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:55:24.233977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:24.262136 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Pushing event deleted for resources: {'Port': ['ID=9e25bcf9-db17-4453-bb42-308b23f7e0e5,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:24.361035 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] No DVR routers for this DVR port 9e25bcf9-db17-4453-bb42-308b23f7e0e5 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:55:24.364168 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:24.367718 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1f1889f0-d4a8-47d3-83a2-bb68618dae4e req-7e947636-a359-4e56-8804-342e2c665f8b tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.47 "DELETE /v2.0/ports/9e25bcf9-db17-4453-bb42-308b23f7e0e5 HTTP/1.1" status: 204 len: 173 time: 0.7734089 Oct 15 17:55:24.368170 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'name': 'network-vif-deleted', 'tag': '9e25bcf9-db17-4453-bb42-308b23f7e0e5'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:24.370381 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a714c95c-be8b-42d3-9ae8-f52c087c623c" -d '{"events": [{"server_uuid": "860eaf2f-cb0b-41bc-a19d-cb00847b458b", "name": "network-vif-deleted", "tag": "9e25bcf9-db17-4453-bb42-308b23f7e0e5"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:25.717731 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['9e25bcf9-db17-4453-bb42-308b23f7e0e5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:55:26.973775 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:28.552604 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b48a015-12de-4241-9550-195133e47dab x-openstack-request-id: req-3b48a015-12de-4241-9550-195133e47dab {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:28.552604 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860eaf2f-cb0b-41bc-a19d-cb00847b458b", "name": "network-vif-deleted", "tag": "9e25bcf9-db17-4453-bb42-308b23f7e0e5", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:28.552604 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b48a015-12de-4241-9550-195133e47dab {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:28.552604 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860eaf2f-cb0b-41bc-a19d-cb00847b458b', 'name': 'network-vif-deleted', 'tag': '9e25bcf9-db17-4453-bb42-308b23f7e0e5', 'status': 'completed', 'code': 200} Oct 15 17:55:28.621712 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e5c5b6c1-6ca1-4737-9a38-c27db0e5c487 req-3cf04e32-2754-4453-8d08-9dcaf51aee64 tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.0272148 Oct 15 17:55:28.659663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a132-ebdd-40f6-b7f4-86cc6884795f req-ba4f5338-86a5-497f-8df3-a903d6ebf813 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:28.661420 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dc43a132-ebdd-40f6-b7f4-86cc6884795f req-ba4f5338-86a5-497f-8df3-a903d6ebf813 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0526679 Oct 15 17:55:28.698752 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dc43a132-ebdd-40f6-b7f4-86cc6884795f req-beb76ba7-3c55-422f-83d1-66233ffc9403 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Oct 15 17:55:28.727672 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5c40-fcd8-42fd-b644-fd032fcb9fd3 req-b33e43fc-b4ea-4107-8837-934e8d404d79 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:28.729166 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c10e5c40-fcd8-42fd-b644-fd032fcb9fd3 req-b33e43fc-b4ea-4107-8837-934e8d404d79 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Oct 15 17:55:28.766188 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c10e5c40-fcd8-42fd-b644-fd032fcb9fd3 req-7e171705-c0d6-4148-95ee-0d43d0916c44 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Oct 15 17:55:29.763327 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-68b0e2ad-6fa8-4d12-aee5-3593f24acfa2 req-d80350ee-6b75-4769-8ea0-4534d63bc8ab tempest-DeleteServersTestJSON-8450417 tempest-DeleteServersTestJSON-8450417-project] 10.222.0.44 "GET /v2.0/ports?device_id=860eaf2f-cb0b-41bc-a19d-cb00847b458b HTTP/1.1" status: 200 len: 210 time: 0.0260205 Oct 15 17:55:29.816979 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47837994-a5ae-411b-b89f-2374a04e8be7 req-520a8c61-7ddf-4d23-8330-fc9c5705b014 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:29.818852 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47837994-a5ae-411b-b89f-2374a04e8be7 req-520a8c61-7ddf-4d23-8330-fc9c5705b014 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 944 time: 0.0496910 Oct 15 17:55:29.859801 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47837994-a5ae-411b-b89f-2374a04e8be7 req-27e3504f-5af0-439a-b32c-2cbb05b691a0 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Oct 15 17:55:29.886920 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ffec2-54fe-41f1-8bac-cab8ccbd9e4c req-0c4da7cf-0b34-444d-8339-b5dd3008207e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:29.890008 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a23ffec2-54fe-41f1-8bac-cab8ccbd9e4c req-0c4da7cf-0b34-444d-8339-b5dd3008207e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Oct 15 17:55:29.927717 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a23ffec2-54fe-41f1-8bac-cab8ccbd9e4c req-470ab848-e2d4-4836-84cc-f540882f2cea tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Oct 15 17:55:30.479139 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:55:30.483551 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9e25bcf9-db17-4453-bb42-308b23f7e0e5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:55:30.509421 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 9e25bcf9-db17-4453-bb42-308b23f7e0e5 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:55:30.514217 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9e25bcf9-db17-4453-bb42-308b23f7e0e5 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:55:30.594234 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:30.604511 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431', 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369', 'port_id': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431', 'mac_address': 'fa:16:3e:15:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4beee8f2-d1ee-400d-a2cc-7de44d676d84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:55:30.646171 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:30.658603 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:55:30.678000 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:30.739678 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:30.791349 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:30.803035 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.803432 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.803785 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.804232 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.804789 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.805143 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.805609 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.805947 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.806297 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.806734 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.807284 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:30.807668 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:31.072284 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe9b3-4c4c-42ed-b5d9-9e0b625eaa54 req-a155a3bd-dec3-43fc-af0a-9e41a7011f9a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:31.079214 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5b5fe9b3-4c4c-42ed-b5d9-9e0b625eaa54 req-a155a3bd-dec3-43fc-af0a-9e41a7011f9a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0676703 Oct 15 17:55:31.117524 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5b5fe9b3-4c4c-42ed-b5d9-9e0b625eaa54 req-39b6a5df-476a-48bc-897f-6f8736c82304 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Oct 15 17:55:31.129815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240370d3-7f3a-4005-9f27-e84264444792 req-8a00a101-0192-462f-8bd8-18f82e5e722c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:31.131439 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-240370d3-7f3a-4005-9f27-e84264444792 req-8a00a101-0192-462f-8bd8-18f82e5e722c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Oct 15 17:55:31.169239 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-240370d3-7f3a-4005-9f27-e84264444792 req-faef8ae1-7b15-4ff8-81d7-274dc04e8e02 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309451 Oct 15 17:55:31.283715 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['8629c6d8-a3ec-4f41-8db9-d4a7e68a9431'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:55:31.459716 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63d817-916f-48b0-8f80-9827f7b33d56 req-fe555754-9a48-4557-bd26-5f7b62db536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:31.461621 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe63d817-916f-48b0-8f80-9827f7b33d56 req-fe555754-9a48-4557-bd26-5f7b62db536c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 1098 time: 0.0407979 Oct 15 17:55:31.504434 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe63d817-916f-48b0-8f80-9827f7b33d56 req-79c315a9-75ef-4cc3-91df-96fe6f423b83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Oct 15 17:55:32.081529 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41312) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:32.190679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0746-8b84-478b-a623-b2149027b7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.237339 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3689792-75a4-424c-b04b-99fc86a5b933 req-970fa213-7c96-4924-a67d-ad565aab89ed tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:32.239655 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c3689792-75a4-424c-b04b-99fc86a5b933 req-970fa213-7c96-4924-a67d-ad565aab89ed tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0505924 Oct 15 17:55:32.281392 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c3689792-75a4-424c-b04b-99fc86a5b933 req-dbbcb2d7-a361-4eb5-ad13-625fcc85e400 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Oct 15 17:55:32.310556 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0746-8b84-478b-a623-b2149027b7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.321851 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c16a-f894-43a8-b3e1-4be9d42406ac req-f830b46b-f871-4dee-bac6-ee85168f27a9 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:32.323344 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dc73c16a-f894-43a8-b3e1-4be9d42406ac req-f830b46b-f871-4dee-bac6-ee85168f27a9 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 945 time: 0.0815659 Oct 15 17:55:32.362461 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dc73c16a-f894-43a8-b3e1-4be9d42406ac req-c2b6d812-f196-46cf-9cbc-ee13e2885560 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Oct 15 17:55:32.367124 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41326) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:32.393900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0746-8b84-478b-a623-b2149027b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.439999 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Deleting subnet dafe8291-1a3e-424c-bbea-04d94f5603df {{(pid=112104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 17:55:32.445991 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.450128 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-0e8a0746-8b84-478b-a623-b2149027b7a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f84de2da9334ee2be7500b5fc6e99e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676016 Oct 15 17:55:32.453435 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41328) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:32.469418 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a0746-8b84-478b-a623-b2149027b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a188fc6b-c5d8-4726-ab30-d0df1db0d16c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:32.491460 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555674'] for subnet, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.501710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba67b44f-a5e3-43df-b0cd-8bc15b091776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.522151 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba67b44f-a5e3-43df-b0cd-8bc15b091776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.536818 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.647984 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba67b44f-a5e3-43df-b0cd-8bc15b091776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.650556 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba67b44f-a5e3-43df-b0cd-8bc15b091776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.651780 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-ba67b44f-a5e3-43df-b0cd-8bc15b091776 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a188fc6b-c5d8-4726-ab30-d0df1db0d16c HTTP/1.1" status: 204 len: 168 time: 0.1973028 Oct 15 17:55:32.660400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67b44f-a5e3-43df-b0cd-8bc15b091776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a188fc6b-c5d8-4726-ab30-d0df1db0d16c,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:32.680064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580354'] for subnet, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.708745 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafe8291-1a3e-424c-bbea-04d94f5603df,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:32.711432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.714091 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9da56a16-7085-4312-90ef-1910070f0bc9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dafe8291-1a3e-424c-bbea-04d94f5603df HTTP/1.1" status: 204 len: 168 time: 0.3460150 Oct 15 17:55:32.716786 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41332) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:32.782644 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.863735 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.883664 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f21bbf7-34d4-4381-b275-00afc2e53f9f']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:55:32.893477 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:55:32.893771 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea44f4e-9dfa-4d99-bb76-f370dd5bc336') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:55:32.903532 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.916914 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.922816 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 17:55:32.926182 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 17:55:33.048289 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.055118 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.058547 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0f21bbf7-34d4-4381-b275-00afc2e53f9f HTTP/1.1" status: 204 len: 168 time: 0.3407824 Oct 15 17:55:33.070452 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd616f-2de3-4fd3-86fb-ba581bafe862 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f21bbf7-34d4-4381-b275-00afc2e53f9f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:33.291759 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41344) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:33.307663 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1db69ea5-1e43-4a06-bc5c-55cf38427edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.377711 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41348) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:33.379300 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1db69ea5-1e43-4a06-bc5c-55cf38427edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.416916 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-538fbf82-bbc0-45aa-b6b6-6a1a3b63b5fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85e1151a44db447f88c8efb2ff2aab42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380161 Oct 15 17:55:33.419219 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41352) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:33.450708 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1db69ea5-1e43-4a06-bc5c-55cf38427edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.465685 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f72269c7-af42-4b6f-ab28-0cbc4bffe400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.486068 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f72269c7-af42-4b6f-ab28-0cbc4bffe400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.488323 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1db69ea5-1e43-4a06-bc5c-55cf38427edd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b8b5ce424a44afba47d6047f1485cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952171 Oct 15 17:55:33.490933 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41354) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:33.497665 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db69ea5-1e43-4a06-bc5c-55cf38427edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c765d-8df8-4a8b-a643-49d86b356b4a,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:33.540973 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e8e3-23c0-4124-b579-2d66b0eecff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.560958 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e8e3-23c0-4124-b579-2d66b0eecff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.616523 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f72269c7-af42-4b6f-ab28-0cbc4bffe400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.619090 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f72269c7-af42-4b6f-ab28-0cbc4bffe400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.620341 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-f72269c7-af42-4b6f-ab28-0cbc4bffe400 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4 HTTP/1.1" status: 204 len: 168 time: 0.2001021 Oct 15 17:55:33.629346 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72269c7-af42-4b6f-ab28-0cbc4bffe400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc2e5f2-6d85-4e28-9fef-26a7238d3fe4,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:33.685221 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e8e3-23c0-4124-b579-2d66b0eecff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.688350 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e8e3-23c0-4124-b579-2d66b0eecff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:33.689507 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f3f6e8e3-23c0-4124-b579-2d66b0eecff2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b1c765d-8df8-4a8b-a643-49d86b356b4a HTTP/1.1" status: 204 len: 168 time: 0.1976514 Oct 15 17:55:33.697469 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6e8e3-23c0-4124-b579-2d66b0eecff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c765d-8df8-4a8b-a643-49d86b356b4a,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:34.678609 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41398) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:34.870612 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1966411855-network', 'tenant_id': 'd499a83c40664f6bb8fbc319492994fa'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:34.956682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Made reservation on behalf of d499a83c40664f6bb8fbc319492994fa for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:55:34.959046 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:34.967380 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.044389 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.101945 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.122989 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:55:35.136877 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:35.143406 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.143747 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Added segment ee60d8bc-44dd-43f2-a05c-5e58628123cc of type vlan for network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 Oct 15 17:55:35.182167 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.251080 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.252091 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:35.252709 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.311279 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] Pushing event updated for resources: {'Network': ['ID=1984adf4-e1cf-49a4-951f-e1fd0ff61050,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:35.322722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:55:35.347582 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b8e1134b-1558-4484-873d-f022a22bcfcd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6652784 Oct 15 17:55:35.347878 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41418) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:35.352761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Request body: {'subnet': {'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1966411855-subnet', 'tenant_id': 'd499a83c40664f6bb8fbc319492994fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:35.441905 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Made reservation on behalf of d499a83c40664f6bb8fbc319492994fa for: {'subnet': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:55:35.444257 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9580391'] for subnet, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.606338 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:55:35.693818 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9580373'] for subnet, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.719423 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:55:35.723813 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:55:35.724205 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.753749 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:35.762865 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Checking segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:55:35.763241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Network hostable DHCP agents. Network: 1984adf4-e1cf-49a4-951f-e1fd0ff61050, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:55:35.800898 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.822950 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edac529-7492-4d27-83d3-9826b4a1a642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:35.825231 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eba585-0b90-44b0-84a3-68e06a5168df" -d '{"events": [{"server_uuid": "7edac529-7492-4d27-83d3-9826b4a1a642", "name": "network-vif-plugged", "status": "completed", "tag": "8629c6d8-a3ec-4f41-8db9-d4a7e68a9431"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:35.837598 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:35.873242 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:55:35.930622 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.953415 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 1984adf4-e1cf-49a4-951f-e1fd0ff61050) {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:55:35.957993 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:35.958801 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:35.973220 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201f481-50dc-4915-aba7-6152459900d4 None None] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:55:36.015615 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:36.031879 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7527075b-31e2-4eb6-a903-75feaf8c6a42 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6828837 Oct 15 17:55:36.129088 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337775d-a5af-44a0-98e7-5f964e6d3402 None None] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:55:37.170759 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41466) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:37.283968 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f695535d-7d94-4559-9d35-ff2d24b1e2fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.363132 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15417e-66ed-4bbb-9297-29bf57a87d85 req-edd59d8e-b37a-4356-a199-a1d199e4804c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:37.364659 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cd15417e-66ed-4bbb-9297-29bf57a87d85 req-edd59d8e-b37a-4356-a199-a1d199e4804c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0483479 Oct 15 17:55:37.376996 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c36efa-795c-4e98-aa53-37f8de1456e1 req-e3849678-c39d-4ce4-a6d1-677d2563b186 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:37.378477 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-06c36efa-795c-4e98-aa53-37f8de1456e1 req-e3849678-c39d-4ce4-a6d1-677d2563b186 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0709624 Oct 15 17:55:37.402569 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cd15417e-66ed-4bbb-9297-29bf57a87d85 req-a5d7bd26-8fc2-4e0f-af91-260d12e62968 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Oct 15 17:55:37.412559 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f695535d-7d94-4559-9d35-ff2d24b1e2fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.430818 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-06c36efa-795c-4e98-aa53-37f8de1456e1 req-d5c41086-6207-4671-a01b-76c856bc5799 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Oct 15 17:55:37.446086 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce894d4-fc1f-42d8-b32d-e9158f741ecf x-openstack-request-id: req-7ce894d4-fc1f-42d8-b32d-e9158f741ecf {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:37.446563 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edac529-7492-4d27-83d3-9826b4a1a642", "name": "network-vif-plugged", "status": "completed", "tag": "8629c6d8-a3ec-4f41-8db9-d4a7e68a9431", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:37.446642 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ce894d4-fc1f-42d8-b32d-e9158f741ecf {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:37.447131 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edac529-7492-4d27-83d3-9826b4a1a642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431', 'code': 200} Oct 15 17:55:37.461439 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f695535d-7d94-4559-9d35-ff2d24b1e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.505262 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f695535d-7d94-4559-9d35-ff2d24b1e2fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac174995054f4a238ccf9083bfc6986e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303399 Oct 15 17:55:37.505262 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695535d-7d94-4559-9d35-ff2d24b1e2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef6caa-12f9-4587-b240-d170e8c1f3ae,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:37.505622 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41472) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:37.559910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9c16-f454-4c23-bc59-3a42ce00f02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.581388 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9c16-f454-4c23-bc59-3a42ce00f02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.687696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9c16-f454-4c23-bc59-3a42ce00f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.690382 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9c16-f454-4c23-bc59-3a42ce00f02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:37.691740 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6e1b9c16-f454-4c23-bc59-3a42ce00f02a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6eef6caa-12f9-4587-b240-d170e8c1f3ae HTTP/1.1" status: 204 len: 168 time: 0.1840498 Oct 15 17:55:37.700224 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9c16-f454-4c23-bc59-3a42ce00f02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef6caa-12f9-4587-b240-d170e8c1f3ae,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:37.796487 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-adedd366-47b0-4032-9c91-d38c78a888e0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:37.797873 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-adedd366-47b0-4032-9c91-d38c78a888e0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1114829 Oct 15 17:55:37.814543 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-d5e96acd-106d-43fe-ba09-4b1ed195d5ee tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/quotas/d499a83c40664f6bb8fbc319492994fa HTTP/1.1" status: 200 len: 375 time: 0.0093870 Oct 15 17:55:37.821268 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05b6b3-d6d9-4d02-af76-1fa8cbde6947 req-2948f787-73fb-4247-be27-d0490fe546ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:37.821268 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6e05b6b3-d6d9-4d02-af76-1fa8cbde6947 req-2948f787-73fb-4247-be27-d0490fe546ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 1099 time: 0.0546899 Oct 15 17:55:37.846665 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-5ad00211-692a-4ca6-9e60-0f94ebd210de tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265603 Oct 15 17:55:37.868391 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6e05b6b3-d6d9-4d02-af76-1fa8cbde6947 req-38356b8c-7f66-4e08-af9b-57c4f8ae2352 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Oct 15 17:55:37.942400 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-9b2c7464-9ebd-42b5-9ec1-8a94c0d6c733 service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880060 Oct 15 17:55:38.029610 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-713c7fff-985b-4311-aae2-c31c9ad938a8 service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Oct 15 17:55:38.309909 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c764ddaf-a209-406a-abd0-b3183250c0d9 req-d260cba8-a966-4d0e-9360-cd303385469f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0338528 Oct 15 17:55:38.340334 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41496) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:38.354706 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a3e6cd77-1ccc-4ba1-8674-1ff225ec179e admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.436823 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a3e6cd77-1ccc-4ba1-8674-1ff225ec179e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.499943 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a3e6cd77-1ccc-4ba1-8674-1ff225ec179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.536040 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85e059-7345-4520-a17d-4035b7304d57 req-022a3627-a3a6-4de3-a716-d2de44d910d0 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:38.537537 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1f85e059-7345-4520-a17d-4035b7304d57 req-022a3627-a3a6-4de3-a716-d2de44d910d0 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0625238 Oct 15 17:55:38.565165 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6cd77-1ccc-4ba1-8674-1ff225ec179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14dc119-802e-4377-9eac-c93d020e2a0c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:38.570650 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-a3e6cd77-1ccc-4ba1-8674-1ff225ec179e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38de303855f7420381257a5a9a28583f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292433 Oct 15 17:55:38.577912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41506) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:38.578233 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1f85e059-7345-4520-a17d-4035b7304d57 req-2b5f4922-6729-4242-8c04-5b07d5f820fb tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Oct 15 17:55:38.615712 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767364fb-2d16-416b-a74a-84a97c01ea3c req-74e971fc-0679-4c80-974b-882cc92b9b61 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:38.617199 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-767364fb-2d16-416b-a74a-84a97c01ea3c req-74e971fc-0679-4c80-974b-882cc92b9b61 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0989366 Oct 15 17:55:38.663849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-26d69434-3813-441c-b370-3764a9602559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.670391 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-767364fb-2d16-416b-a74a-84a97c01ea3c req-ae85d10f-c9b0-4e84-b5bd-173ede5c7dd8 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Oct 15 17:55:38.690178 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-26d69434-3813-441c-b370-3764a9602559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.789163 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f1608-2fdc-4ad0-8eb8-db912996ad09 req-32f9d34f-748a-44a7-a1e1-91a0a9127af1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:38.790753 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-221f1608-2fdc-4ad0-8eb8-db912996ad09 req-32f9d34f-748a-44a7-a1e1-91a0a9127af1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0533926 Oct 15 17:55:38.830772 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-26d69434-3813-441c-b370-3764a9602559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.831941 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-221f1608-2fdc-4ad0-8eb8-db912996ad09 req-ecb60b48-d6f1-49a8-a68a-5208baa3d75e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Oct 15 17:55:38.833809 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-26d69434-3813-441c-b370-3764a9602559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:38.837785 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-26d69434-3813-441c-b370-3764a9602559 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a14dc119-802e-4377-9eac-c93d020e2a0c HTTP/1.1" status: 204 len: 168 time: 0.2634611 Oct 15 17:55:38.848256 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d69434-3813-441c-b370-3764a9602559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14dc119-802e-4377-9eac-c93d020e2a0c,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:39.395816 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-17ee2a59-5dde-45d4-bade-4dc42c011df9 req-70ad06c4-d3c5-4faf-95a8-ff716a8d1b18 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0262365 Oct 15 17:55:39.703890 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4d9e-23db-4b82-befb-1d10ce028ace req-b4a6970d-6e65-427f-b652-0aae48ca7640 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:39.705729 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-21ec4d9e-23db-4b82-befb-1d10ce028ace req-b4a6970d-6e65-427f-b652-0aae48ca7640 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0488319 Oct 15 17:55:39.752482 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-21ec4d9e-23db-4b82-befb-1d10ce028ace req-e37f0dcd-fe13-4cb4-93a8-312302039422 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Oct 15 17:55:40.512394 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2b6a0355-b355-4a78-aa5a-65e9001db546 req-833c22f4-104e-487f-842c-35e9a6426525 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0258088 Oct 15 17:55:40.901994 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-3eac2956-e986-457e-adc9-3e95af502642 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:40.903466 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-3eac2956-e986-457e-adc9-3e95af502642 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1342411 Oct 15 17:55:40.911508 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf1d0-84e4-4123-8361-928ee5608a6d req-660e1dc6-7d7a-44e0-854a-1e522d6439fd tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:40.913006 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ffaf1d0-84e4-4123-8361-928ee5608a6d req-660e1dc6-7d7a-44e0-854a-1e522d6439fd tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0782852 Oct 15 17:55:40.917468 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Request body: {'port': {'device_id': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'admin_state_up': True, 'tenant_id': 'd499a83c40664f6bb8fbc319492994fa'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:41.013250 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ffaf1d0-84e4-4123-8361-928ee5608a6d req-b49091b6-6969-40dc-b07a-b8825c2ce776 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913451 Oct 15 17:55:41.150942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Made reservation on behalf of d499a83c40664f6bb8fbc319492994fa for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:55:41.154446 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:41.291431 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Allocated IP 172.20.0.4 (1984adf4-e1cf-49a4-951f-e1fd0ff61050/9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0/aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:55:41.435499 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:41.557841 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:41.601677 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:55:41.605262 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:55:41.610927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:55:41.638196 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfea8eb-137e-41b9-b8a9-57bb512ba04f req-2570d491-9c88-47b1-996f-3249bba963a6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:41.639903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event updated for resources: {'Port': ['ID=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:41.646442 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9dfea8eb-137e-41b9-b8a9-57bb512ba04f req-2570d491-9c88-47b1-996f-3249bba963a6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 931 time: 0.0792286 Oct 15 17:55:41.683788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:41.684489 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:41.696010 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9dfea8eb-137e-41b9-b8a9-57bb512ba04f req-93d5793f-e8b3-4b7e-88cd-edb983033ee2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Oct 15 17:55:41.856007 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-db75a49e-303b-4fb0-abe8-69280f5b9d7c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9420125 Oct 15 17:55:41.915368 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41646) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:42.019984 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4a01eeb-ddf0-471a-97e7-e30b70ad3660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.097207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4a01eeb-ddf0-471a-97e7-e30b70ad3660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.153187 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4a01eeb-ddf0-471a-97e7-e30b70ad3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.190859 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a4a01eeb-ddf0-471a-97e7-e30b70ad3660 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5a21bc657f54f0dacd52e03d43c4fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744293 Oct 15 17:55:42.191714 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a01eeb-ddf0-471a-97e7-e30b70ad3660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30732486-81c7-4bfd-9adc-bde939a45f51,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:42.193617 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41654) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:42.241923 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6488d720-0e16-49f7-8c2b-a7ca1bd1a5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.262125 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6488d720-0e16-49f7-8c2b-a7ca1bd1a5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.379043 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6488d720-0e16-49f7-8c2b-a7ca1bd1a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.381643 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6488d720-0e16-49f7-8c2b-a7ca1bd1a5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.382781 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6488d720-0e16-49f7-8c2b-a7ca1bd1a5bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30732486-81c7-4bfd-9adc-bde939a45f51 HTTP/1.1" status: 204 len: 168 time: 0.1881695 Oct 15 17:55:42.390912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488d720-0e16-49f7-8c2b-a7ca1bd1a5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30732486-81c7-4bfd-9adc-bde939a45f51,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:42.910225 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41662) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:42.926790 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b5e765ac-fee3-44b8-949f-2196ca30e11c admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:42.997656 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b5e765ac-fee3-44b8-949f-2196ca30e11c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:43.056299 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b5e765ac-fee3-44b8-949f-2196ca30e11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:43.095439 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-b5e765ac-fee3-44b8-949f-2196ca30e11c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c5d3d8230f840a9b43096402a267954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840320 Oct 15 17:55:43.096208 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e765ac-fee3-44b8-949f-2196ca30e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689efd3f-39e7-4dc9-8d70-449ff1cba22c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:43.097964 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41664) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:43.146132 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1869628d-2fa3-49dd-83c5-fdaef514b7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:43.166964 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1869628d-2fa3-49dd-83c5-fdaef514b7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:43.276121 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1869628d-2fa3-49dd-83c5-fdaef514b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:43.278680 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1869628d-2fa3-49dd-83c5-fdaef514b7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:43.279837 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1869628d-2fa3-49dd-83c5-fdaef514b7b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/689efd3f-39e7-4dc9-8d70-449ff1cba22c HTTP/1.1" status: 204 len: 168 time: 0.1808627 Oct 15 17:55:43.287583 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869628d-2fa3-49dd-83c5-fdaef514b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689efd3f-39e7-4dc9-8d70-449ff1cba22c,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:44.362094 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:55:44.784370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 41698) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:44.892198 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:44.962780 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:45.030254 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:45.067944 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f06c374409d442995d790684397af5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825227 Oct 15 17:55:45.069900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e8659c-8023-4f31-a599-91abb7574361,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:45.070612 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41702) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:45.076888 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.077239 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.077579 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.077915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.078246 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.078581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.078910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.079264 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.079587 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.079910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.080231 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.080553 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785228a7-172e-4b85-98bb-8379231e42c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.118565 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:45.142000 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:45.296153 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:45.298643 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:45.299803 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7e8659c-8023-4f31-a599-91abb7574361 HTTP/1.1" status: 204 len: 168 time: 0.2280633 Oct 15 17:55:45.307690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e8659c-8023-4f31-a599-91abb7574361,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:45.315278 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.315627 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.315965 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.316296 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.316621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.317318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.317318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.317595 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.317918 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.318235 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.318555 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:45.318867 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4486451-278c-4494-b9b6-c07d733ab73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:55:46.454974 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Request body: {'port': {'device_id': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:46.518053 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:46.560452 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0300-e156-4eb1-8806-9125d435f84d req-74396570-c5fb-49a2-8846-409e901f0dff tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:46.562160 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9cff0300-e156-4eb1-8806-9125d435f84d req-74396570-c5fb-49a2-8846-409e901f0dff tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0494082 Oct 15 17:55:46.617498 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9cff0300-e156-4eb1-8806-9125d435f84d req-5b8dd443-084a-4eb7-b6b4-49f5fcd1d947 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Oct 15 17:55:46.708057 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-9e3adce9-d476-4d97-8276-e6f073bd8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:46.709550 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-9e3adce9-d476-4d97-8276-e6f073bd8540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.1397576 Oct 15 17:55:46.743080 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220b554-5e06-4715-9412-73a1b88e1daf req-1eabfece-8078-41d3-b62d-2ccbc4970416 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:46.744538 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8220b554-5e06-4715-9412-73a1b88e1daf req-1eabfece-8078-41d3-b62d-2ccbc4970416 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 931 time: 0.1003556 Oct 15 17:55:46.872508 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8220b554-5e06-4715-9412-73a1b88e1daf req-a014d6c8-d670-4b7f-8e0b-c0022fab0929 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129649 Oct 15 17:55:46.911037 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-c19b17c1-812b-4163-82ce-6b3ec9663a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:46.912531 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-c19b17c1-812b-4163-82ce-6b3ec9663a5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.1888301 Oct 15 17:55:46.982668 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-07090b36-84cd-436d-828e-d6c30b7d4ffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0584486 Oct 15 17:55:47.020670 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:55:47.033910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:47.061526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-6d7a19ed-e1fc-41cc-ad0d-22134fcae43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:47.063004 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-6d7a19ed-e1fc-41cc-ad0d-22134fcae43c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0722451 Oct 15 17:55:47.063917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Transition to ACTIVE for port object aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:55:47.099760 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-27606628-b78e-4b7c-bb40-e83cd2249abe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243604 Oct 15 17:55:47.165072 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:47.233662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Pushing event updated for resources: {'Port': ['ID=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:47.237636 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-4f387177-ecb7-4163-9aba-7cb599df8b1f service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309161 Oct 15 17:55:47.306370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Attempting to bind port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:55:47.306701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Attempting to bind port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:55:47.307025 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Attempting to bind port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:55:47.311240 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:55:47.311575 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Attempting to bind port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:55:47.316363 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:55:47.316691 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Checking segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:55:47.317070 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Bound using segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:55:47.317490 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Bound port: aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:55:47.317838 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:47.437768 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] For port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:55:47.454574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] For port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:55:47.464859 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b5008bdf-0c99-4045-a085-d6a2ef6c90b0 req-f6d16ceb-3d13-4ae2-992c-5ef1ff14b5df service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158054 Oct 15 17:55:47.531954 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:47.565742 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:47.566384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:47.567760 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 HTTP/1.1" status: 200 len: 1093 time: 1.1177249 Oct 15 17:55:47.568201 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'tag': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:47.570483 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca01ce51-09f3-4ed6-8053-9673f36d81ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9", "tag": "aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:47.595769 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa896fd-be7f-45e1-96d7-ed2e5ee1b930 service neutron] Pushing event updated for resources: {'Port': ['ID=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:47.611370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae28f223-1e69-40a0-bc62-5b66b33e213e x-openstack-request-id: req-ae28f223-1e69-40a0-bc62-5b66b33e213e {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:47.611820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9", "tag": "aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:47.612201 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae28f223-1e69-40a0-bc62-5b66b33e213e {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:47.612608 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'tag': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', 'status': 'completed', 'code': 200} Oct 15 17:55:47.709568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01ce51-09f3-4ed6-8053-9673f36d81ff req-f439b770-1321-461b-99fe-84fc25b3a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:47.711243 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ca01ce51-09f3-4ed6-8053-9673f36d81ff req-f439b770-1321-461b-99fe-84fc25b3a678 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0426095 Oct 15 17:55:47.776196 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df765-0b06-4f29-bbc2-93b5a32c8368 req-b57395d1-4c2e-41bd-81fe-5d9a83dae3b6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:47.777764 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-950df765-0b06-4f29-bbc2-93b5a32c8368 req-b57395d1-4c2e-41bd-81fe-5d9a83dae3b6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0543683 Oct 15 17:55:47.823094 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-950df765-0b06-4f29-bbc2-93b5a32c8368 req-489de7d8-3a8d-408e-a17a-8ac0c36a5e65 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 Oct 15 17:55:47.869275 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01ce51-09f3-4ed6-8053-9673f36d81ff req-d7ae89e0-f981-4041-b4a7-9afccdb461db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:47.871448 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ca01ce51-09f3-4ed6-8053-9673f36d81ff req-d7ae89e0-f981-4041-b4a7-9afccdb461db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d499a83c40664f6bb8fbc319492994fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1360149 Oct 15 17:55:48.212834 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01ce51-09f3-4ed6-8053-9673f36d81ff req-0aba76d6-583d-49a5-8392-9d600b3336bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:48.213524 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-be3acb65-d2ea-4016-b1c8-9af91b9125a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:48.214200 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ca01ce51-09f3-4ed6-8053-9673f36d81ff req-0aba76d6-583d-49a5-8392-9d600b3336bc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3218985 Oct 15 17:55:48.222334 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3214f-2c9d-4bc7-b899-7f07d1eb4aad req-fa38ab5d-75b5-4463-9bc7-2f4e514cc859 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:48.223717 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-faa3214f-2c9d-4bc7-b899-7f07d1eb4aad req-fa38ab5d-75b5-4463-9bc7-2f4e514cc859 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 943 time: 0.2644918 Oct 15 17:55:48.270797 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-faa3214f-2c9d-4bc7-b899-7f07d1eb4aad req-a197fd66-1956-4f96-9454-eeaba6ac8f42 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Oct 15 17:55:48.323006 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-3ecc5349-d5f9-4228-b558-5be84de924e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:48.324785 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-3ecc5349-d5f9-4228-b558-5be84de924e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0532720 Oct 15 17:55:48.369262 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e114fc-3a0f-44f4-8cc7-c9d35db42750 req-71271618-245d-4085-87b4-1acc5c53e44e tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:48.370715 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-18e114fc-3a0f-44f4-8cc7-c9d35db42750 req-71271618-245d-4085-87b4-1acc5c53e44e tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0518472 Oct 15 17:55:48.410222 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-18e114fc-3a0f-44f4-8cc7-c9d35db42750 req-bf7d895c-1855-4a92-9438-2be47ade8643 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327637 Oct 15 17:55:48.439910 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-44f7b198-4993-44a9-8ef4-b7ef8f6cfbe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 HTTP/1.1" status: 200 len: 217 time: 0.0379245 Oct 15 17:55:48.494122 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-0b12be88-c2a9-4de5-9e9f-971cef77c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:48.495518 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-0b12be88-c2a9-4de5-9e9f-971cef77c3c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 200 len: 855 time: 0.0470536 Oct 15 17:55:48.541058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-e965edf7-ada7-4cfa-83c0-e3af2dcf7a2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1984adf4-e1cf-49a4-951f-e1fd0ff61050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250359 Oct 15 17:55:48.638496 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-b4878491-08cc-46cd-8353-83423ea8caaf service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837169 Oct 15 17:55:48.737726 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ad2862-5099-4b2e-b36e-027e69f28f1b req-c2d137b6-a4d3-4d2a-b017-999c9819847e service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897124 Oct 15 17:55:48.948473 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3fe9f-9ae6-466b-9ff9-fac4febb3199 req-7041f510-73ca-442f-8983-a301d8cfe1b7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:48.949930 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dec3fe9f-9ae6-466b-9ff9-fac4febb3199 req-7041f510-73ca-442f-8983-a301d8cfe1b7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Oct 15 17:55:48.987543 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dec3fe9f-9ae6-466b-9ff9-fac4febb3199 req-5482fc57-c43d-4dec-878c-cd877294fee9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Oct 15 17:55:49.378454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ba211-1724-4a4b-ab4b-ad11f55dfef6 req-99902f9b-bc5f-4be0-8792-a475e1fbfb4c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:49.379953 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-db8ba211-1724-4a4b-ab4b-ad11f55dfef6 req-99902f9b-bc5f-4be0-8792-a475e1fbfb4c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 943 time: 0.0470970 Oct 15 17:55:49.417299 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-db8ba211-1724-4a4b-ab4b-ad11f55dfef6 req-37aa1c2d-9146-427a-807e-ade9655ddadf tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Oct 15 17:55:49.532368 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34363-06b0-46bf-ba35-9cbc90989623 req-dd67e643-9393-49e5-8874-0c5cab67286c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:49.534039 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c1d34363-06b0-46bf-ba35-9cbc90989623 req-dd67e643-9393-49e5-8874-0c5cab67286c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0524414 Oct 15 17:55:49.574818 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c1d34363-06b0-46bf-ba35-9cbc90989623 req-1fd314d1-59bb-40aa-bc00-76ae106d16a7 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Oct 15 17:55:50.102039 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e2311-836c-411f-9328-c12e60c5ffb5 req-b04bc826-cf2a-4738-a1cb-10d064872488 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:50.103541 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6f5e2311-836c-411f-9328-c12e60c5ffb5 req-b04bc826-cf2a-4738-a1cb-10d064872488 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0478630 Oct 15 17:55:50.143026 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6f5e2311-836c-411f-9328-c12e60c5ffb5 req-beee4685-7fcc-41d8-b30b-fb7f3c6b8d0a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Oct 15 17:55:50.535324 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c027b-85e4-487e-90cd-1c8e68268501 req-441dc34c-b2ee-4a89-9293-e6b31fe16fb0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:50.536916 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3a0c027b-85e4-487e-90cd-1c8e68268501 req-441dc34c-b2ee-4a89-9293-e6b31fe16fb0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 943 time: 0.0483091 Oct 15 17:55:50.573840 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3a0c027b-85e4-487e-90cd-1c8e68268501 req-a5507cf8-3bcc-43b4-84a3-62eae2c541fb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Oct 15 17:55:50.689007 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2388-7350-405c-b674-790926be25d9 req-f3d82b05-2dae-4596-8a1f-ae818def1021 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:50.690422 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dcac2388-7350-405c-b674-790926be25d9 req-f3d82b05-2dae-4596-8a1f-ae818def1021 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0487673 Oct 15 17:55:50.727754 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dcac2388-7350-405c-b674-790926be25d9 req-eee50484-1eea-4969-99a8-23d351e854e3 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Oct 15 17:55:51.079162 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c40227b6-9c24-4ee6-9778-cc07796bac5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:51.254416 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-dfce954c-75f2-4bb6-b907-20e3a1a4c9c8 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:51.255903 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-dfce954c-75f2-4bb6-b907-20e3a1a4c9c8 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 946 time: 0.0748794 Oct 15 17:55:51.300160 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfd14e-4702-4a11-a8fa-0e0c894b716a req-7bcb545d-7d69-44c6-9f47-16b7d1e2f877 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:51.301622 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ecfd14e-4702-4a11-a8fa-0e0c894b716a req-7bcb545d-7d69-44c6-9f47-16b7d1e2f877 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0894156 Oct 15 17:55:51.370030 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ecfd14e-4702-4a11-a8fa-0e0c894b716a req-74347ac9-3ba8-44ed-a634-680a6f4f7dd7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624721 Oct 15 17:55:51.390454 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Deleting port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:55:51.390787 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:51.483185 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] For port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:51.483578 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:51.497035 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Calling delete_port for 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:55:51.693621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa77e5-5098-4c69-be07-d2f081903649 req-67b19707-0ae8-425e-bcbb-7cb3544f9590 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:51.694999 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b9aa77e5-5098-4c69-be07-d2f081903649 req-67b19707-0ae8-425e-bcbb-7cb3544f9590 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 943 time: 0.0475264 Oct 15 17:55:51.727722 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:51.732818 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b9aa77e5-5098-4c69-be07-d2f081903649 req-40a1d4d9-88ed-49ec-9e91-f13aeb06a84e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Oct 15 17:55:51.741563 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['8629c6d8-a3ec-4f41-8db9-d4a7e68a9431'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:55:51.760649 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Pushing event deleted for resources: {'Port': ['ID=8629c6d8-a3ec-4f41-8db9-d4a7e68a9431,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:51.821745 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] No DVR routers for this DVR port 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:55:51.835856 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:51.840174 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9ad731f5-2965-432f-a8d9-c1f9ddb1151e req-41438faf-7951-4809-b48e-548a1fdcb9e5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "DELETE /v2.0/ports/8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 HTTP/1.1" status: 204 len: 173 time: 0.5769513 Oct 15 17:55:51.840622 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edac529-7492-4d27-83d3-9826b4a1a642', 'name': 'network-vif-deleted', 'tag': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:51.842964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec888cd-4588-4404-8911-1a6696378434" -d '{"events": [{"server_uuid": "7edac529-7492-4d27-83d3-9826b4a1a642", "name": "network-vif-deleted", "tag": "8629c6d8-a3ec-4f41-8db9-d4a7e68a9431"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:51.859120 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:51.864191 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2bbc9488-2b26-4514-8201-40d617cf74ff req-dbc12bfb-6b4c-4f79-83b5-4b1157caf640 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=7edac529-7492-4d27-83d3-9826b4a1a642 HTTP/1.1" status: 200 len: 210 time: 0.0441117 Oct 15 17:55:51.894646 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc97d8a-b289-4b1c-8f05-0f251a9a60a9 x-openstack-request-id: req-6dc97d8a-b289-4b1c-8f05-0f251a9a60a9 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:51.894938 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edac529-7492-4d27-83d3-9826b4a1a642", "name": "network-vif-deleted", "tag": "8629c6d8-a3ec-4f41-8db9-d4a7e68a9431", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:51.895197 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dc97d8a-b289-4b1c-8f05-0f251a9a60a9 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:51.907141 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edac529-7492-4d27-83d3-9826b4a1a642', 'name': 'network-vif-deleted', 'tag': '8629c6d8-a3ec-4f41-8db9-d4a7e68a9431', 'status': 'completed', 'code': 200} Oct 15 17:55:52.221714 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:52.489698 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f595-9dce-4574-a698-37958f481e59 req-2b9448f3-43c8-4ae1-96aa-eb61b7c49e14 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:52.491182 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c33f595-9dce-4574-a698-37958f481e59 req-2b9448f3-43c8-4ae1-96aa-eb61b7c49e14 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0502515 Oct 15 17:55:52.537417 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c33f595-9dce-4574-a698-37958f481e59 req-352e9e71-4913-4de0-8875-96948e41a4cc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Oct 15 17:55:52.851336 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc9d74-2d8b-4c1b-94a1-1a508c35c6f9 req-c9f49fb5-5b9e-4586-bf07-fd2535a64105 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:52.855734 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b2cc9d74-2d8b-4c1b-94a1-1a508c35c6f9 req-c9f49fb5-5b9e-4586-bf07-fd2535a64105 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 943 time: 0.0512486 Oct 15 17:55:52.892272 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b2cc9d74-2d8b-4c1b-94a1-1a508c35c6f9 req-bedef958-73c1-4b9f-ab49-ff0ff4763a12 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Oct 15 17:55:53.017958 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41918) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:53.139654 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a84199f5-5256-4694-bd7e-42328a0750c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.226286 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-8cf2af69-8fbb-413f-a792-878ad942422e tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:53.227768 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-8cf2af69-8fbb-413f-a792-878ad942422e tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/networks?id=e7920719-1a11-41c7-9444-7591e444e369 HTTP/1.1" status: 200 len: 809 time: 0.1415124 Oct 15 17:55:53.252827 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-d49fa5e3-2a90-4654-af01-d0edeb98583d tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/quotas/bc784e508cba47aea09c83beb1d87ea0 HTTP/1.1" status: 200 len: 375 time: 0.0179706 Oct 15 17:55:53.290030 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:55:53.297226 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-16f9afe9-ab6a-46a4-918f-7cd916e3c0cb tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc784e508cba47aea09c83beb1d87ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376637 Oct 15 17:55:53.305903 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a84199f5-5256-4694-bd7e-42328a0750c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.380567 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a84199f5-5256-4694-bd7e-42328a0750c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.396374 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:53.408582 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'port_id': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', 'mac_address': 'fa:16:3e:85:de:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:55:53.433902 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84199f5-5256-4694-bd7e-42328a0750c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa682c-cc11-4f57-bbd1-7030f25d7317,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:53.438506 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a84199f5-5256-4694-bd7e-42328a0750c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9dfab72e34843109b7e1092c1e01179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194884 Oct 15 17:55:53.441251 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41938) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:53.452093 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.456619 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-2e0c0ff0-7084-4ac4-9ea4-7f6a96bc76a9 service neutron] 10.222.0.44 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481054 Oct 15 17:55:53.465849 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:55:53.485627 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:53.539185 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.561803 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cb497f18-605b-4c3a-a704-9ef469f52f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.589510 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:53.608948 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cb497f18-605b-4c3a-a704-9ef469f52f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.612675 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-68486a66-be95-4abe-a577-2820590bccf3 service neutron] 10.222.0.44 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469431 Oct 15 17:55:53.669376 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7cc19-dacc-4556-af54-697c3f4d3c9d req-d61df026-cc9f-489e-bb71-fca96fe876dc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:53.670868 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-41c7cc19-dacc-4556-af54-697c3f4d3c9d req-d61df026-cc9f-489e-bb71-fca96fe876dc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0563900 Oct 15 17:55:53.710089 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-41c7cc19-dacc-4556-af54-697c3f4d3c9d req-20318b1c-bd12-45d5-8353-8219de258b05 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Oct 15 17:55:53.729845 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.758651 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cb497f18-605b-4c3a-a704-9ef469f52f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.761276 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cb497f18-605b-4c3a-a704-9ef469f52f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:53.762431 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-cb497f18-605b-4c3a-a704-9ef469f52f96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54fa682c-cc11-4f57-bbd1-7030f25d7317 HTTP/1.1" status: 204 len: 168 time: 0.3200893 Oct 15 17:55:53.772519 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb497f18-605b-4c3a-a704-9ef469f52f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa682c-cc11-4f57-bbd1-7030f25d7317,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:53.843995 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a67de0f0-8772-4df9-a2e5-30acf8425a8a req-3c18be12-b91a-4a41-8be6-4e9747d7c46c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 210 time: 0.0298371 Oct 15 17:55:53.971121 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:55:54.007304 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-86013bf7-a82f-4d0c-a973-bb288b9b5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:54.008832 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-86013bf7-a82f-4d0c-a973-bb288b9b5f48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0646007 Oct 15 17:55:54.016687 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b0bdb-4ed1-4a5f-9cd1-e4f7da79d245 req-2f0e2f35-9821-48a3-9abd-b6f439e1a33d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:54.021080 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-266b0bdb-4ed1-4a5f-9cd1-e4f7da79d245 req-2f0e2f35-9821-48a3-9abd-b6f439e1a33d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0580344 Oct 15 17:55:54.060376 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-266b0bdb-4ed1-4a5f-9cd1-e4f7da79d245 req-8fdba056-6f19-4b11-9945-5f948b8cc8cb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Oct 15 17:55:54.157506 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-f25ebdcf-24d1-4652-a916-bda59850b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:54.159320 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-f25ebdcf-24d1-4652-a916-bda59850b2fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.1297789 Oct 15 17:55:54.205068 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-acae060a-e34a-4838-9870-d65ee99189d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0363286 Oct 15 17:55:54.263411 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-0fabd2c5-8765-4314-8cb5-b1f3f5d3ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:54.265421 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-0fabd2c5-8765-4314-8cb5-b1f3f5d3ab7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0483902 Oct 15 17:55:54.301555 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-7887ee91-c694-4620-a439-788e9a31c340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254972 Oct 15 17:55:54.400197 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-74afca43-e98e-4fd7-9856-73d0cb6bd6d5 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880179 Oct 15 17:55:54.499796 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cea58af-b396-40f8-9dd4-a775ebcf1653 req-e1b95e82-41ea-411f-a2ed-0e608d47c407 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911207 Oct 15 17:55:54.568334 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41964) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:54.584922 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4b4d74b1-c212-4731-88b6-2bb068b4a1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:54.660148 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4b4d74b1-c212-4731-88b6-2bb068b4a1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:54.764549 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-4b4d74b1-c212-4731-88b6-2bb068b4a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:54.805346 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-4b4d74b1-c212-4731-88b6-2bb068b4a1ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cbb1e20fb7640f89b8cece9ce12e03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358992 Oct 15 17:55:54.807454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d74b1-c212-4731-88b6-2bb068b4a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8882d3c9-9d22-4d88-b3a9-ce647320a58d,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:54.811186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 41968) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:55:54.838622 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7dc71-6033-4eef-90ec-c2d800ed673c req-76c4dee4-6ca9-422b-8cd3-1045e6c95fa6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:54.840241 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-03e7dc71-6033-4eef-90ec-c2d800ed673c req-76c4dee4-6ca9-422b-8cd3-1045e6c95fa6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0520401 Oct 15 17:55:54.864865 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d81e4022-b6dc-4db3-a579-e8ddf162c776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:54.883768 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-03e7dc71-6033-4eef-90ec-c2d800ed673c req-f8b4ab03-66eb-4771-b9a4-1c9127902566 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Oct 15 17:55:54.887600 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d81e4022-b6dc-4db3-a579-e8ddf162c776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:54.956537 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-61e42b6d-5ddf-4cc7-91a3-c8c83a09cdeb req-f4cbfa47-15e5-4ecc-93af-cdb94b801199 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 210 time: 0.0249929 Oct 15 17:55:55.009885 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d81e4022-b6dc-4db3-a579-e8ddf162c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:55.012626 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d81e4022-b6dc-4db3-a579-e8ddf162c776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:55.013747 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d81e4022-b6dc-4db3-a579-e8ddf162c776 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8882d3c9-9d22-4d88-b3a9-ce647320a58d HTTP/1.1" status: 204 len: 168 time: 0.2014935 Oct 15 17:55:55.021606 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e4022-b6dc-4db3-a579-e8ddf162c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8882d3c9-9d22-4d88-b3a9-ce647320a58d,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:55.181832 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743367-fdb3-4c1f-90c1-c10da9e0fb77 req-8dea4337-a689-4377-be67-2d9e8ec34f22 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:55.183423 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-35743367-fdb3-4c1f-90c1-c10da9e0fb77 req-8dea4337-a689-4377-be67-2d9e8ec34f22 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0494559 Oct 15 17:55:55.228103 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-35743367-fdb3-4c1f-90c1-c10da9e0fb77 req-2d053cb1-17e2-4959-bac2-e98a617d14f1 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Oct 15 17:55:55.304123 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:55:55.395987 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:55:55.400082 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:55:55.400494 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:55.484583 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:55.503871 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:55.506125 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53f9454-31e2-4554-b69d-062da7a870c1" -d '{"events": [{"server_uuid": "4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:55.533942 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:55:55.554242 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64c07d5-7ce3-4ee3-8328-c247c4bf28ca x-openstack-request-id: req-f64c07d5-7ce3-4ee3-8328-c247c4bf28ca {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:55.554564 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:55.554835 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f64c07d5-7ce3-4ee3-8328-c247c4bf28ca {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:55.555252 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', 'code': 200} Oct 15 17:55:55.591949 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:55.592688 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:55:55.634701 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:55:55.635068 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8629c6d8-a3ec-4f41-8db9-d4a7e68a9431 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:55:55.669112 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:55.893946 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62086314-ab2a-4f5e-80c2-d10b86d5b548 req-ae0ad62f-1d2b-434e-a403-720f59e57ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:55.895491 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62086314-ab2a-4f5e-80c2-d10b86d5b548 req-ae0ad62f-1d2b-434e-a403-720f59e57ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0424683 Oct 15 17:55:55.939850 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62086314-ab2a-4f5e-80c2-d10b86d5b548 req-107c8917-abda-47e4-9ed7-38b552e4aa10 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Oct 15 17:55:56.003653 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2cca-c64a-46e2-81e4-d72851f01472 req-bf0153c8-e5a9-4539-8f56-157b404320ac tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:56.005282 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-421f2cca-c64a-46e2-81e4-d72851f01472 req-bf0153c8-e5a9-4539-8f56-157b404320ac tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Oct 15 17:55:56.054856 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-421f2cca-c64a-46e2-81e4-d72851f01472 req-13aff30a-9f5d-47c3-9593-9db478917d4d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Oct 15 17:55:56.063694 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2ee2229b-712f-48cf-8e79-f6b518b2e3e3 req-9e086c96-fbcb-4eb5-a23f-79c6e6396cd3 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 210 time: 0.0310652 Oct 15 17:55:56.352321 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c36d-5b5d-4888-9506-c79b822daf6d req-dfd93533-e1a7-4940-90e7-03640984ec24 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:56.353790 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-53c4c36d-5b5d-4888-9506-c79b822daf6d req-dfd93533-e1a7-4940-90e7-03640984ec24 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0501342 Oct 15 17:55:56.396537 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-53c4c36d-5b5d-4888-9506-c79b822daf6d req-6b17f417-f369-4026-994f-46b2299aa2c6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360672 Oct 15 17:55:56.904187 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-49ae2f7e-9fc2-42a7-ac7b-e32fa64d8828 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:56.905704 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-49ae2f7e-9fc2-42a7-ac7b-e32fa64d8828 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "GET /v2.0/networks?id=e7920719-1a11-41c7-9444-7591e444e369 HTTP/1.1" status: 200 len: 809 time: 0.1136193 Oct 15 17:55:56.920567 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Request body: {'port': {'device_id': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369', 'admin_state_up': True, 'tenant_id': 'bc784e508cba47aea09c83beb1d87ea0'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:56.950076 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:57.087677 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Made reservation on behalf of bc784e508cba47aea09c83beb1d87ea0 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:55:57.093511 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:57.179795 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627249-5a96-4681-80f8-e5585b3bb76b req-e06bfd12-e0db-4c4b-8200-6f9c7a340950 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:57.181357 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f0627249-5a96-4681-80f8-e5585b3bb76b req-e06bfd12-e0db-4c4b-8200-6f9c7a340950 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0511901 Oct 15 17:55:57.196721 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b56777c7-9d79-4594-9e5a-6d15020b670a req-cf9db23d-46de-4d91-ac34-f6dd095d5497 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 210 time: 0.0384355 Oct 15 17:55:57.225733 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f0627249-5a96-4681-80f8-e5585b3bb76b req-6cde1042-190e-4c62-b178-e89010469a6a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Oct 15 17:55:57.266336 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Allocated IP 172.20.0.9 (e7920719-1a11-41c7-9444-7591e444e369/4beee8f2-d1ee-400d-a2cc-7de44d676d84/44a055a7-9ad6-460a-a26d-38d7c4d86af6) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:55:57.408980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:57.506839 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:57.519705 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a9b31-9af8-4cbe-8dae-b7cff0f96778 req-cb28aab1-e7ad-472b-9afd-9e2bfacba6a0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:57.521207 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c33a9b31-9af8-4cbe-8dae-b7cff0f96778 req-cb28aab1-e7ad-472b-9afd-9e2bfacba6a0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0579522 Oct 15 17:55:57.576148 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Network e7920719-1a11-41c7-9444-7591e444e369 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:55:57.581705 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:55:57.589181 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:55:57.597807 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Pushing event updated for resources: {'Port': ['ID=44a055a7-9ad6-460a-a26d-38d7c4d86af6,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:57.626529 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c33a9b31-9af8-4cbe-8dae-b7cff0f96778 req-a6ca7a17-393c-4d5c-8ac9-620c665fa382 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Oct 15 17:55:57.657133 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:57.657727 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:57.747334 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-33cf3d9d-1ad9-4c1f-8c7e-5b0256d063d2 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8305407 Oct 15 17:55:57.763900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Request body: {'port': {'device_id': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:55:57.821146 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:58.096253 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a055a7-9ad6-460a-a26d-38d7c4d86af6 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:55:58.102427 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:58.115837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Transition to ACTIVE for port object 44a055a7-9ad6-460a-a26d-38d7c4d86af6 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:55:58.204291 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:58.277584 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Pushing event updated for resources: {'Port': ['ID=44a055a7-9ad6-460a-a26d-38d7c4d86af6,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:58.347748 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefe901-26ef-41dc-a47c-1e2feb354243 req-5415189b-b508-4f08-8449-c7716253e064 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.349237 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ebefe901-26ef-41dc-a47c-1e2feb354243 req-5415189b-b508-4f08-8449-c7716253e064 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0474396 Oct 15 17:55:58.361092 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Attempting to bind port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:55:58.361425 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Attempting to bind port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:55:58.361743 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Attempting to bind port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 on network e7920719-1a11-41c7-9444-7591e444e369 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:55:58.370884 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96d644-acb0-4d26-a3f6-6d0ae9d40913 req-46f05bdb-bc63-4744-9cde-ab64d8dfe77a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.372368 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7c96d644-acb0-4d26-a3f6-6d0ae9d40913 req-46f05bdb-bc63-4744-9cde-ab64d8dfe77a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 943 time: 0.0961092 Oct 15 17:55:58.375834 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 on network e7920719-1a11-41c7-9444-7591e444e369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:55:58.376150 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Attempting to bind port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 on network e7920719-1a11-41c7-9444-7591e444e369 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:55:58.382885 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:55:58.383206 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Checking segment: {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:55:58.383595 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Bound using segment: {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:55:58.384047 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Bound port: 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0eebeb-93e1-4e6a-8778-307280c9b702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:55:58.384391 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:58.390479 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ebefe901-26ef-41dc-a47c-1e2feb354243 req-c498503a-4f42-46bd-922c-a9cf057f29d2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Oct 15 17:55:58.449796 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7c96d644-acb0-4d26-a3f6-6d0ae9d40913 req-07750208-3df2-40dd-8913-eb4ca48f4c44 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687170 Oct 15 17:55:58.477291 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] For port 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:55:58.480413 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] For port 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44a055a7-9ad6-460a-a26d-38d7c4d86af6,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:55:58.542381 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:58.577685 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.578435 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:55:58.580369 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] 10.222.0.47 "PUT /v2.0/ports/44a055a7-9ad6-460a-a26d-38d7c4d86af6 HTTP/1.1" status: 200 len: 1093 time: 0.8208089 Oct 15 17:55:58.580812 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'tag': '44a055a7-9ad6-460a-a26d-38d7c4d86af6'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:55:58.583689 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a75cce-4d24-40c0-b606-1bc73e91f420" -d '{"events": [{"name": "network-changed", "server_uuid": "4837867f-43ab-4bc1-92b3-201f31a29e9a", "tag": "44a055a7-9ad6-460a-a26d-38d7c4d86af6"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:55:58.611760 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b6228-4f85-4674-9245-ce3bf35ce113 service neutron] Pushing event updated for resources: {'Port': ['ID=44a055a7-9ad6-460a-a26d-38d7c4d86af6,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:55:58.627980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1b3d2d-b68b-48d5-9cc4-a04b311c5bd6 x-openstack-request-id: req-3f1b3d2d-b68b-48d5-9cc4-a04b311c5bd6 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:55:58.627980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4837867f-43ab-4bc1-92b3-201f31a29e9a", "tag": "44a055a7-9ad6-460a-a26d-38d7c4d86af6", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:55:58.627980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f1b3d2d-b68b-48d5-9cc4-a04b311c5bd6 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:55:58.627980 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'tag': '44a055a7-9ad6-460a-a26d-38d7c4d86af6', 'status': 'completed', 'code': 200} Oct 15 17:55:58.684373 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a75cce-4d24-40c0-b606-1bc73e91f420 req-624b128b-2da8-415a-aa4d-34257e620790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.685856 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c6a75cce-4d24-40c0-b606-1bc73e91f420 req-624b128b-2da8-415a-aa4d-34257e620790 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc784e508cba47aea09c83beb1d87ea0&device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 1096 time: 0.0416474 Oct 15 17:55:58.805224 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032adff-e046-4fdb-8c19-732c92e12ad3 req-b9fb5f6c-e787-40dc-acc9-7e1861e1cc6d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.806632 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b032adff-e046-4fdb-8c19-732c92e12ad3 req-b9fb5f6c-e787-40dc-acc9-7e1861e1cc6d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.1122761 Oct 15 17:55:58.840276 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a75cce-4d24-40c0-b606-1bc73e91f420 req-b7e17e17-d325-436d-9876-2030e7dfd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.841746 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c6a75cce-4d24-40c0-b606-1bc73e91f420 req-b7e17e17-d325-436d-9876-2030e7dfd45c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bc784e508cba47aea09c83beb1d87ea0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1386793 Oct 15 17:55:58.878786 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b032adff-e046-4fdb-8c19-732c92e12ad3 req-d06d70d9-baf9-4206-983b-74dff1d14afc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Oct 15 17:55:58.958541 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a75cce-4d24-40c0-b606-1bc73e91f420 req-cb45e0de-f189-48f5-9df4-a9751bcb5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:58.960061 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c6a75cce-4d24-40c0-b606-1bc73e91f420 req-cb45e0de-f189-48f5-9df4-a9751bcb5423 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070073 Oct 15 17:55:59.054286 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-7dad93fc-856f-4709-84ca-21c9984aa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:59.055885 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-7dad93fc-856f-4709-84ca-21c9984aa855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc784e508cba47aea09c83beb1d87ea0&device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 1096 time: 0.0420225 Oct 15 17:55:59.108924 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-a843644b-b964-476d-bc2a-394596272c44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a055a7-9ad6-460a-a26d-38d7c4d86af6 HTTP/1.1" status: 200 len: 217 time: 0.0371492 Oct 15 17:55:59.165276 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-a36d058d-6cf4-4a39-8017-1855d6f782ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:59.166738 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-a36d058d-6cf4-4a39-8017-1855d6f782ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4beee8f2-d1ee-400d-a2cc-7de44d676d84 HTTP/1.1" status: 200 len: 849 time: 0.0496891 Oct 15 17:55:59.207676 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-b88c5b7e-f977-472d-830d-42fee63fcea2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e7920719-1a11-41c7-9444-7591e444e369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250142 Oct 15 17:55:59.299796 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-f26c8ca9-432a-44f3-bd8b-f356e4a63aa9 service neutron] 10.222.0.47 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837305 Oct 15 17:55:59.396985 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a08d4bb7-d22e-452e-ad12-7f0d9595d977 req-5f24ec49-551d-44b5-88a2-fa542fdc372c service neutron] 10.222.0.47 "GET /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889030 Oct 15 17:55:59.513707 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d52d37-887e-4da0-a9e8-852fcf67bf2d req-88048247-3bfa-4b03-af9a-03af8842847b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:59.515356 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-85d52d37-887e-4da0-a9e8-852fcf67bf2d req-88048247-3bfa-4b03-af9a-03af8842847b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0563943 Oct 15 17:55:59.554978 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-85d52d37-887e-4da0-a9e8-852fcf67bf2d req-53fdfcbf-c8c8-4ef2-b687-917788b82759 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Oct 15 17:55:59.581359 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b1501-186f-4c7e-8bc4-d521daca6f22 req-45a71001-a2ab-46a8-b624-ee10309aa4e8 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:55:59.583224 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-341b1501-186f-4c7e-8bc4-d521daca6f22 req-45a71001-a2ab-46a8-b624-ee10309aa4e8 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 943 time: 0.0609748 Oct 15 17:55:59.634039 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-341b1501-186f-4c7e-8bc4-d521daca6f22 req-dee43c04-b4bf-4ff7-8d0b-6887c99c0ea6 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Oct 15 17:56:04.638359 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1466168-ed5c-4c5a-b54b-712f46bbcced req-4b741a7e-cb5d-4ad6-930b-36747a4a6a35 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:04.639823 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c1466168-ed5c-4c5a-b54b-712f46bbcced req-4b741a7e-cb5d-4ad6-930b-36747a4a6a35 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Oct 15 17:56:04.682222 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c1466168-ed5c-4c5a-b54b-712f46bbcced req-a88d8893-936c-415d-b5b5-2150e81d7fe7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Oct 15 17:56:04.779054 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f3b30-3b3f-4f77-b21b-e495d37687b0 req-fbc65ac5-34c9-4e72-a82d-c563426d38b5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:04.780502 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-de4f3b30-3b3f-4f77-b21b-e495d37687b0 req-fbc65ac5-34c9-4e72-a82d-c563426d38b5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 943 time: 0.0467982 Oct 15 17:56:04.818134 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-de4f3b30-3b3f-4f77-b21b-e495d37687b0 req-6fb8750b-875d-402b-ae91-0b419464da9d tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Oct 15 17:56:06.251555 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c800f-9fbd-4c7b-9cb6-596ad791136e req-e324f954-42b2-420c-8b7a-6a88a61a6a91 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:06.253081 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-517c800f-9fbd-4c7b-9cb6-596ad791136e req-e324f954-42b2-420c-8b7a-6a88a61a6a91 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0509489 Oct 15 17:56:06.290694 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-517c800f-9fbd-4c7b-9cb6-596ad791136e req-b9b2cb15-0c69-43e1-a704-05300c5feb82 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Oct 15 17:56:06.390651 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953c3c-3967-4f58-aed7-45112a3e25d3 req-9450fc20-94d3-4c18-b102-5caa5c974d90 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:06.392157 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2e953c3c-3967-4f58-aed7-45112a3e25d3 req-9450fc20-94d3-4c18-b102-5caa5c974d90 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 943 time: 0.0475297 Oct 15 17:56:06.429290 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2e953c3c-3967-4f58-aed7-45112a3e25d3 req-5f301077-62f2-4920-9f0d-8ae543a55063 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Oct 15 17:56:06.910677 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f888-b955-4a3f-85d4-2ea3c7c0980d req-26f885db-89f2-4b5d-951a-e6dc7a44b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:06.912199 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3892f888-b955-4a3f-85d4-2ea3c7c0980d req-26f885db-89f2-4b5d-951a-e6dc7a44b97e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0382178 Oct 15 17:56:06.950031 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3892f888-b955-4a3f-85d4-2ea3c7c0980d req-6c44c578-8ef6-446f-bde9-1ecab6d39cec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295599 Oct 15 17:56:07.405377 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46306-921f-4ea6-a709-64488585ba4d req-1090783b-ad67-41af-8561-dac65a087926 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:07.406890 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-10f46306-921f-4ea6-a709-64488585ba4d req-1090783b-ad67-41af-8561-dac65a087926 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Oct 15 17:56:07.448271 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-10f46306-921f-4ea6-a709-64488585ba4d req-0db8ac32-ffdb-418a-97d8-052940b352ae tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Oct 15 17:56:07.547669 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e0d66-91c0-44ed-8070-f8af0d32eddb req-59f7b550-b2cf-415f-b6cd-9216e4cb4078 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:07.549151 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ba5e0d66-91c0-44ed-8070-f8af0d32eddb req-59f7b550-b2cf-415f-b6cd-9216e4cb4078 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 943 time: 0.0509944 Oct 15 17:56:07.586875 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ba5e0d66-91c0-44ed-8070-f8af0d32eddb req-c6572deb-6fd2-40e4-acaf-7e87b8c39051 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Oct 15 17:56:08.782305 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b939-87a7-4921-a42c-8c3e541b4ddb req-3bf73a5b-9716-431f-8ef7-22ef4ee18320 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:08.784235 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-df66b939-87a7-4921-a42c-8c3e541b4ddb req-3bf73a5b-9716-431f-8ef7-22ef4ee18320 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0478246 Oct 15 17:56:08.821246 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-df66b939-87a7-4921-a42c-8c3e541b4ddb req-4d42665f-b93c-4dc1-8a30-e83452b077cb tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Oct 15 17:56:08.920199 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624ca9-7f06-4e26-a89a-c4c43d4a3316 req-25992325-3811-4f07-9662-2a5c7831fc0d tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:08.921616 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-05624ca9-7f06-4e26-a89a-c4c43d4a3316 req-25992325-3811-4f07-9662-2a5c7831fc0d tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 943 time: 0.0473115 Oct 15 17:56:08.958408 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-05624ca9-7f06-4e26-a89a-c4c43d4a3316 req-9e1ce021-aaff-443f-b325-27067c3078ea tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Oct 15 17:56:10.658107 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 44a055a7-9ad6-460a-a26d-38d7c4d86af6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:56:10.859113 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44a055a7-9ad6-460a-a26d-38d7c4d86af6,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:10.870130 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '44a055a7-9ad6-460a-a26d-38d7c4d86af6', 'network_id': 'e7920719-1a11-41c7-9444-7591e444e369', 'port_id': '44a055a7-9ad6-460a-a26d-38d7c4d86af6', 'mac_address': 'fa:16:3e:7d:7d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4beee8f2-d1ee-400d-a2cc-7de44d676d84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:56:10.905825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:10.917866 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a055a7-9ad6-460a-a26d-38d7c4d86af6 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:56:10.945752 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44a055a7-9ad6-460a-a26d-38d7c4d86af6,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:10.997939 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:11.048640 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=44a055a7-9ad6-460a-a26d-38d7c4d86af6,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:13.462769 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef60d0-f762-4633-b892-6b811f9a18ed req-8832efc4-fc65-45ab-a948-199aafa7e114 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:13.464374 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cbef60d0-f762-4633-b892-6b811f9a18ed req-8832efc4-fc65-45ab-a948-199aafa7e114 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0549259 Oct 15 17:56:13.464520 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82cbb-5582-43f0-be76-4419002c4da8 req-dd33b45c-063c-40c5-9e32-3f80aa88454e tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:13.465844 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9bf82cbb-5582-43f0-be76-4419002c4da8 req-dd33b45c-063c-40c5-9e32-3f80aa88454e tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 944 time: 0.0481012 Oct 15 17:56:13.502122 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cbef60d0-f762-4633-b892-6b811f9a18ed req-8c3ab568-5645-4fd5-b8ca-5ac2c83f441c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Oct 15 17:56:13.503163 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9bf82cbb-5582-43f0-be76-4419002c4da8 req-b8d9cae0-2c7e-4c3b-b136-1063989cf84c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Oct 15 17:56:14.485897 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['44a055a7-9ad6-460a-a26d-38d7c4d86af6'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:56:14.627525 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249b04b-de9e-462e-8ced-191d5701455a req-b3d027d6-5e62-4b93-8ee7-7648639c1dbd tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:14.629656 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d249b04b-de9e-462e-8ced-191d5701455a req-b3d027d6-5e62-4b93-8ee7-7648639c1dbd tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0510571 Oct 15 17:56:14.632984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0df0a-e8e5-4434-9844-2633972d024f req-d983be20-10fb-41bd-a8aa-ddf90461a5ef tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:14.634907 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2fe0df0a-e8e5-4434-9844-2633972d024f req-d983be20-10fb-41bd-a8aa-ddf90461a5ef tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 944 time: 0.0529668 Oct 15 17:56:14.668947 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d249b04b-de9e-462e-8ced-191d5701455a req-51ce514c-74ae-470e-a4d5-5b46535e5081 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Oct 15 17:56:14.673525 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2fe0df0a-e8e5-4434-9844-2633972d024f req-27898657-c29c-41bf-8846-98b805831dcb tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Oct 15 17:56:15.075495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d690c74-2c57-4371-baa8-1c32d94b6f64 req-aa4e8169-e8eb-4325-b292-4e459b59290f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:15.076984 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0d690c74-2c57-4371-baa8-1c32d94b6f64 req-aa4e8169-e8eb-4325-b292-4e459b59290f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Oct 15 17:56:15.116484 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0d690c74-2c57-4371-baa8-1c32d94b6f64 req-6e0a24b4-7988-413a-9c26-44833d45b4b3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Oct 15 17:56:15.124512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-e4887c86-0a64-4237-bd57-a91b445aab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:15.126031 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-e4887c86-0a64-4237-bd57-a91b445aab88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0444701 Oct 15 17:56:15.224937 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-dfe95bc5-4de8-49d1-a8ac-f153f870066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:15.226358 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-dfe95bc5-4de8-49d1-a8ac-f153f870066f service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.0903604 Oct 15 17:56:15.273576 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-8e577508-66ec-4f9e-a8bd-66129abfc317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0324101 Oct 15 17:56:15.332142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-b9353da4-72a8-4e03-b6ab-3965dd89f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:15.334384 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-b9353da4-72a8-4e03-b6ab-3965dd89f52d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0490379 Oct 15 17:56:15.373662 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-eeb26e46-0a34-49d2-8f35-13c5e18ace9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282464 Oct 15 17:56:15.468400 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-d54928f1-1108-4a24-bca1-9a4dfe548661 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818527 Oct 15 17:56:15.568548 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-748b6aa3-46ec-44c2-916d-0859cbf421a1 req-3263e4ea-e2a0-477e-8bea-3c9f1b9da67e service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904336 Oct 15 17:56:15.789837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff8158-a4fc-4e79-8250-42bf9908eeeb req-f730c490-37c0-4201-b550-4869ac21e268 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:15.791740 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-64ff8158-a4fc-4e79-8250-42bf9908eeeb req-f730c490-37c0-4201-b550-4869ac21e268 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 944 time: 0.0494959 Oct 15 17:56:15.799705 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 44a055a7-9ad6-460a-a26d-38d7c4d86af6 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:56:15.841828 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-64ff8158-a4fc-4e79-8250-42bf9908eeeb req-4ff2be8f-faf1-4665-b28a-7ad74265cf9f tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 Oct 15 17:56:15.932517 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:56:15.936227 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:56:15.936622 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:16.016171 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:16.038301 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a055a7-9ad6-460a-a26d-38d7c4d86af6'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:56:16.044401 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9e147-77af-40e9-872b-eb9220102442" -d '{"events": [{"server_uuid": "4837867f-43ab-4bc1-92b3-201f31a29e9a", "name": "network-vif-plugged", "status": "completed", "tag": "44a055a7-9ad6-460a-a26d-38d7c4d86af6"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:56:16.060693 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44a055a7-9ad6-460a-a26d-38d7c4d86af6,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:16.085355 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03cd39-ae8a-4260-addf-861f646752e2 x-openstack-request-id: req-5e03cd39-ae8a-4260-addf-861f646752e2 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:56:16.085737 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4837867f-43ab-4bc1-92b3-201f31a29e9a", "name": "network-vif-plugged", "status": "completed", "tag": "44a055a7-9ad6-460a-a26d-38d7c4d86af6", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:56:16.086000 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e03cd39-ae8a-4260-addf-861f646752e2 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:56:16.086402 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a055a7-9ad6-460a-a26d-38d7c4d86af6', 'code': 200} Oct 15 17:56:16.146552 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:16.194534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=44a055a7-9ad6-460a-a26d-38d7c4d86af6,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:16.273614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ada71-0e28-4433-beef-b0c8fbf4f249 req-e3291542-f259-4efc-8ba7-47ebbc103928 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:16.276867 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d68ada71-0e28-4433-beef-b0c8fbf4f249 req-e3291542-f259-4efc-8ba7-47ebbc103928 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0578237 Oct 15 17:56:16.315037 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d68ada71-0e28-4433-beef-b0c8fbf4f249 req-263fd279-7d27-441d-b72b-059c0bcc9d91 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Oct 15 17:56:16.428728 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4079efa-3f4d-49dc-a678-44d62fc97a91 req-7a20d567-f0b4-4e84-88a6-047b2ecec58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:16.430200 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f4079efa-3f4d-49dc-a678-44d62fc97a91 req-7a20d567-f0b4-4e84-88a6-047b2ecec58c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 1098 time: 0.0408690 Oct 15 17:56:16.467676 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f4079efa-3f4d-49dc-a678-44d62fc97a91 req-f842f22d-91ba-4c08-bebb-7ed94209c8d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277977 Oct 15 17:56:17.051464 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347aba8-a642-4900-90ba-4f537fced09e req-151954dc-a3ff-4e15-b0c1-ed18c08b7c70 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:17.052931 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c347aba8-a642-4900-90ba-4f537fced09e req-151954dc-a3ff-4e15-b0c1-ed18c08b7c70 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0523682 Oct 15 17:56:17.090087 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c347aba8-a642-4900-90ba-4f537fced09e req-136167a2-20a9-4b88-a48a-de7b6865811a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Oct 15 17:56:17.430724 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e806f-c5b5-4746-85ff-c0a1e62427d5 req-e6cd371c-ef7c-44cc-94a5-2eefd9a9c6dc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:17.432635 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-938e806f-c5b5-4746-85ff-c0a1e62427d5 req-e6cd371c-ef7c-44cc-94a5-2eefd9a9c6dc tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Oct 15 17:56:17.470939 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-938e806f-c5b5-4746-85ff-c0a1e62427d5 req-b5448aa9-1457-4207-8f5c-d4143b8eba8c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Oct 15 17:56:18.213695 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a55680-afa9-458b-8d2c-90d2f3789866 req-92a7fd13-dccc-412d-a90a-6f604e634906 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:18.215558 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-23a55680-afa9-458b-8d2c-90d2f3789866 req-92a7fd13-dccc-412d-a90a-6f604e634906 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0551503 Oct 15 17:56:18.246658 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5d053720-fc63-46a4-ac2e-baa26d11571c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:18.253665 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-23a55680-afa9-458b-8d2c-90d2f3789866 req-043f7df7-2eeb-42a1-b001-3532887682b1 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Oct 15 17:56:18.585153 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f73-bb8d-4dd2-93f7-23d864e68103 req-5aab28d4-a4d4-4cf7-9446-31fc68b5eff9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:18.586659 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-56ae6f73-bb8d-4dd2-93f7-23d864e68103 req-5aab28d4-a4d4-4cf7-9446-31fc68b5eff9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Oct 15 17:56:18.624255 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-56ae6f73-bb8d-4dd2-93f7-23d864e68103 req-e48ae5ea-6a37-4caf-9ca5-fdaf972bc6de tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Oct 15 17:56:19.571028 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b426908-badf-4e9f-9d13-d7ceeac94902 req-9a3a980b-47ba-4b9c-b390-e54edaab716a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:19.572548 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3b426908-badf-4e9f-9d13-d7ceeac94902 req-9a3a980b-47ba-4b9c-b390-e54edaab716a tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.2520926 Oct 15 17:56:19.609891 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3b426908-badf-4e9f-9d13-d7ceeac94902 req-d0b571a1-7f8f-4eb2-b14b-01e6608726b4 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Oct 15 17:56:19.752711 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632567d-a2c9-482f-8f76-06ac1b46639f req-98de83b4-e468-45e4-9fa1-2760e58da23b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:19.754129 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a632567d-a2c9-482f-8f76-06ac1b46639f req-98de83b4-e468-45e4-9fa1-2760e58da23b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0516770 Oct 15 17:56:19.791601 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a632567d-a2c9-482f-8f76-06ac1b46639f req-a278f016-091a-4bf2-bd67-4ce4e3fbfcb5 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Oct 15 17:56:20.864554 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f0ea-1819-44b5-b97f-f059a5bfc985 req-9a40e680-baaa-41df-b578-93fc687218b8 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:20.866039 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-28c0f0ea-1819-44b5-b97f-f059a5bfc985 req-9a40e680-baaa-41df-b578-93fc687218b8 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0532126 Oct 15 17:56:20.903871 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-28c0f0ea-1819-44b5-b97f-f059a5bfc985 req-eafd5b6f-0666-4899-87f6-0bc39cd7880d tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Oct 15 17:56:20.907517 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e1fb0-da83-42b9-8b0b-ccc16c21505b req-dfddd4b3-5694-493a-b4c7-52ccae8c9794 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:20.909620 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-139e1fb0-da83-42b9-8b0b-ccc16c21505b req-dfddd4b3-5694-493a-b4c7-52ccae8c9794 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0497591 Oct 15 17:56:20.946231 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-139e1fb0-da83-42b9-8b0b-ccc16c21505b req-d272ebd6-353d-49d7-a05e-1a816b298317 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Oct 15 17:56:21.106422 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-abb1e96b-3531-43ff-8527-0081b0a0c1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:21.362266 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:56:21.829705 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:22.022550 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a96dc9-4a7b-4449-96c4-7764c18ce8f8 req-f437ccda-74ff-4939-8d20-04994ef9decf tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:22.024095 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82a96dc9-4a7b-4449-96c4-7764c18ce8f8 req-f437ccda-74ff-4939-8d20-04994ef9decf tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0492728 Oct 15 17:56:22.065164 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82a96dc9-4a7b-4449-96c4-7764c18ce8f8 req-601a999a-b35e-4e01-bed9-6aacb867b5ed tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Oct 15 17:56:22.229605 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:23.726630 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:25.980188 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749f491-cdf8-4bf6-8b8e-237586122fe2 req-eb652246-385a-4021-95a7-bdbcaf3e2b32 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:25.981862 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e749f491-cdf8-4bf6-8b8e-237586122fe2 req-eb652246-385a-4021-95a7-bdbcaf3e2b32 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0582335 Oct 15 17:56:26.022154 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e749f491-cdf8-4bf6-8b8e-237586122fe2 req-32daa685-e668-4eae-80ed-e7eec18249a9 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Oct 15 17:56:26.257170 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-fdffa1b9-e2fe-4132-8957-d59676f62f95 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:26.258661 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-fdffa1b9-e2fe-4132-8957-d59676f62f95 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.2943375 Oct 15 17:56:26.279648 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-29edcd19-456a-40b4-a15a-601b5a90f374 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/quotas/d499a83c40664f6bb8fbc319492994fa HTTP/1.1" status: 200 len: 375 time: 0.0103731 Oct 15 17:56:26.327241 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-2ce000a9-5017-4867-931f-6d2abfadcfed tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0409076 Oct 15 17:56:26.417756 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-f862f9cd-c55c-4444-b7f8-46828ea171ad service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826802 Oct 15 17:56:26.506865 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9cc5eabb-a8cc-46df-8f35-949359a51d64 service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Oct 15 17:56:26.763547 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f5bae115-72ce-45e8-a204-3dd153a461d4 req-5cbb23dc-a151-4998-bcc6-f79e92df4974 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 210 time: 0.0297182 Oct 15 17:56:26.949952 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:27.144329 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21f015-544c-4770-838c-5e488516d903 req-2faa0449-cbd6-4539-a01d-f017d6cdeaa5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:27.145844 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7a21f015-544c-4770-838c-5e488516d903 req-2faa0449-cbd6-4539-a01d-f017d6cdeaa5 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0524144 Oct 15 17:56:27.187528 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7a21f015-544c-4770-838c-5e488516d903 req-3bf5250d-c0c2-4a40-832e-a67a33c07a7c tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/security-groups?id=245dee96-8fa5-4e5a-b807-0168e9539841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Oct 15 17:56:27.599269 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be927b-dcaf-4302-a91c-5df0e779934b req-114ef5d4-7c26-4cf8-8a55-744834604f95 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:27.600755 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-21be927b-dcaf-4302-a91c-5df0e779934b req-114ef5d4-7c26-4cf8-8a55-744834604f95 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 945 time: 0.0481198 Oct 15 17:56:27.700174 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Deleting port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:56:27.700514 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:27.802660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] For port 44a055a7-9ad6-460a-a26d-38d7c4d86af6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=44a055a7-9ad6-460a-a26d-38d7c4d86af6,segment=NetworkSegment(1c0eebeb-93e1-4e6a-8778-307280c9b702),segment_id=1c0eebeb-93e1-4e6a-8778-307280c9b702)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:27.802660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:27.820721 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Calling delete_port for 44a055a7-9ad6-460a-a26d-38d7c4d86af6 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:56:27.878852 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9dac4a3f-76b8-4f65-bfe3-e222d9434637 req-a0a1ed53-c8a3-4cf8-b1f3-12f85d2a109b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 210 time: 0.0314837 Oct 15 17:56:27.943554 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785bc67-b0c4-420d-b3a9-3059e0d3d1fc req-49e98bdb-b656-411c-a8d6-a1e97edb2941 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:27.945047 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f785bc67-b0c4-420d-b3a9-3059e0d3d1fc req-49e98bdb-b656-411c-a8d6-a1e97edb2941 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.1119847 Oct 15 17:56:28.013004 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f785bc67-b0c4-420d-b3a9-3059e0d3d1fc req-61dbda0b-81a6-437f-bf18-7273d03f33c3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Oct 15 17:56:28.104344 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:28.119307 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['44a055a7-9ad6-460a-a26d-38d7c4d86af6'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:56:28.144385 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Pushing event deleted for resources: {'Port': ['ID=44a055a7-9ad6-460a-a26d-38d7c4d86af6,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:28.194914 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] No DVR routers for this DVR port 44a055a7-9ad6-460a-a26d-38d7c4d86af6 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:56:28.197322 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:28.200712 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-21be927b-dcaf-4302-a91c-5df0e779934b req-1f47a3df-fbc5-4125-9894-e0635c104887 tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.47 "DELETE /v2.0/ports/44a055a7-9ad6-460a-a26d-38d7c4d86af6 HTTP/1.1" status: 204 len: 173 time: 0.5881217 Oct 15 17:56:28.201143 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'name': 'network-vif-deleted', 'tag': '44a055a7-9ad6-460a-a26d-38d7c4d86af6'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:56:28.203378 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7c2ec8-f0b6-4427-9958-344bf9d99cbd" -d '{"events": [{"server_uuid": "4837867f-43ab-4bc1-92b3-201f31a29e9a", "name": "network-vif-deleted", "tag": "44a055a7-9ad6-460a-a26d-38d7c4d86af6"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:56:28.253244 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0df1a1-09a4-4208-9184-a13064860ee7 x-openstack-request-id: req-dc0df1a1-09a4-4208-9184-a13064860ee7 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:56:28.253547 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4837867f-43ab-4bc1-92b3-201f31a29e9a", "name": "network-vif-deleted", "tag": "44a055a7-9ad6-460a-a26d-38d7c4d86af6", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:56:28.253834 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc0df1a1-09a4-4208-9184-a13064860ee7 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:56:28.254230 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4837867f-43ab-4bc1-92b3-201f31a29e9a', 'name': 'network-vif-deleted', 'tag': '44a055a7-9ad6-460a-a26d-38d7c4d86af6', 'status': 'completed', 'code': 200} Oct 15 17:56:28.324614 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ed759191-34a4-4761-ae6e-08d8df7bb524 req-69ed7d73-0934-481f-843a-fee66dca47ef tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 210 time: 0.0281222 Oct 15 17:56:28.978928 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a6c08559-6c69-42e4-afd4-51e35085c013 req-66d10059-29ac-4294-ad14-1156740b3992 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 210 time: 0.0305107 Oct 15 17:56:29.094992 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-d04c0dbc-1e1a-4be6-904b-e03e83fb0638 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:29.098111 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-d04c0dbc-1e1a-4be6-904b-e03e83fb0638 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1047578 Oct 15 17:56:29.118087 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Request body: {'port': {'device_id': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'admin_state_up': True, 'tenant_id': 'd499a83c40664f6bb8fbc319492994fa'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:56:29.326924 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Made reservation on behalf of d499a83c40664f6bb8fbc319492994fa for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:56:29.331098 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:29.474165 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-649eaf9e-5ff7-46c0-adf9-3087e7821410 req-fcd50618-d199-42de-912a-fbaac77e21dd tempest-VolumesActionsTest-574891214 tempest-VolumesActionsTest-574891214-project] 10.222.0.44 "GET /v2.0/ports?device_id=4837867f-43ab-4bc1-92b3-201f31a29e9a HTTP/1.1" status: 200 len: 210 time: 0.0331309 Oct 15 17:56:29.500430 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Allocated IP 172.20.0.2 (1984adf4-e1cf-49a4-951f-e1fd0ff61050/9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0/0730e6cc-6bf4-4df1-98cc-d9f0c675f512) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:56:29.648202 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:29.781438 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:29.795288 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:56:29.830697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:56:29.833911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:56:29.837803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:56:29.867261 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event updated for resources: {'Port': ['ID=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:29.896659 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:29.897397 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:29.972890 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-64472e1f-f372-471e-96b1-c1819d648584 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590181 Oct 15 17:56:29.988479 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Request body: {'port': {'device_id': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:56:30.043576 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:30.138658 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a00f5-07a8-4171-8908-ee8765491abe req-ed9003d2-8a5a-4c9d-9d69-e54e02d6d0c9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:30.140150 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0a7a00f5-07a8-4171-8908-ee8765491abe req-ed9003d2-8a5a-4c9d-9d69-e54e02d6d0c9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 931 time: 0.0855184 Oct 15 17:56:30.249723 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0a7a00f5-07a8-4171-8908-ee8765491abe req-6a33933a-ee6e-4e56-8372-fbae6ec620f5 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637555 Oct 15 17:56:30.384469 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:56:30.392650 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:30.404983 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Transition to ACTIVE for port object 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:56:30.487207 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:30.565631 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Pushing event updated for resources: {'Port': ['ID=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:30.614614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Attempting to bind port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:56:30.614947 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Attempting to bind port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:56:30.615298 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Attempting to bind port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:56:30.619466 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:56:30.619789 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Attempting to bind port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:56:30.625455 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:56:30.625824 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Checking segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:56:30.626208 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Bound using segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:56:30.626637 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Bound port: 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:56:30.627005 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:30.704854 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] For port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:56:30.708603 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] For port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:56:30.781454 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:30.814375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:30.815303 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:30.816766 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] 10.222.0.47 "PUT /v2.0/ports/0730e6cc-6bf4-4df1-98cc-d9f0c675f512 HTTP/1.1" status: 200 len: 1093 time: 0.8326151 Oct 15 17:56:30.819251 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'tag': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:56:30.822089 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534edf22-4e2c-4a2c-aeee-9a3c241aff98" -d '{"events": [{"name": "network-changed", "server_uuid": "09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e", "tag": "0730e6cc-6bf4-4df1-98cc-d9f0c675f512"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:56:30.849174 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47dfd1-a95e-4072-a01b-07e71e407b06 service neutron] Pushing event updated for resources: {'Port': ['ID=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:30.862806 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83365006-4022-43ec-868b-aef1f00bd6c2 x-openstack-request-id: req-83365006-4022-43ec-868b-aef1f00bd6c2 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:56:30.863146 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e", "tag": "0730e6cc-6bf4-4df1-98cc-d9f0c675f512", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:56:30.863457 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83365006-4022-43ec-868b-aef1f00bd6c2 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:56:30.863860 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'tag': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'status': 'completed', 'code': 200} Oct 15 17:56:30.928810 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534edf22-4e2c-4a2c-aeee-9a3c241aff98 req-776202db-a940-410d-a66e-2bb8190aa13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:30.930293 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-534edf22-4e2c-4a2c-aeee-9a3c241aff98 req-776202db-a940-410d-a66e-2bb8190aa13b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 1096 time: 0.0444505 Oct 15 17:56:31.376558 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3743d-623d-4d86-9fa8-9045432b66ad req-a91a96cf-6c07-4580-b068-b94f59902b15 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:31.378527 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f8d3743d-623d-4d86-9fa8-9045432b66ad req-a91a96cf-6c07-4580-b068-b94f59902b15 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 943 time: 0.0579376 Oct 15 17:56:31.417288 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f8d3743d-623d-4d86-9fa8-9045432b66ad req-1575ea5c-bb88-4e85-a6f6-e61799878fac tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Oct 15 17:56:31.991258 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 44a055a7-9ad6-460a-a26d-38d7c4d86af6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:56:32.013289 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 44a055a7-9ad6-460a-a26d-38d7c4d86af6 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:56:32.013633 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 44a055a7-9ad6-460a-a26d-38d7c4d86af6 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:56:33.139988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534edf22-4e2c-4a2c-aeee-9a3c241aff98 req-21c4370a-cf61-4316-91fd-b55bd23c6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:33.141457 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-534edf22-4e2c-4a2c-aeee-9a3c241aff98 req-21c4370a-cf61-4316-91fd-b55bd23c6ede service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d499a83c40664f6bb8fbc319492994fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0898972 Oct 15 17:56:34.628359 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534edf22-4e2c-4a2c-aeee-9a3c241aff98 req-ffc86f47-c6b4-4cf2-bc7b-2bdbeb6dd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:34.629909 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-534edf22-4e2c-4a2c-aeee-9a3c241aff98 req-ffc86f47-c6b4-4cf2-bc7b-2bdbeb6dd04a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222517 Oct 15 17:56:34.645520 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627e4a-bbdc-4265-91ec-f0837e0b677b req-4249dfba-74fa-4b28-86b6-cb27e7917ab2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:34.646932 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-95627e4a-bbdc-4265-91ec-f0837e0b677b req-4249dfba-74fa-4b28-86b6-cb27e7917ab2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 943 time: 0.0618844 Oct 15 17:56:34.710385 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-95627e4a-bbdc-4265-91ec-f0837e0b677b req-5c6e3140-9422-4b65-8c68-b89a7c0203a6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Oct 15 17:56:34.722218 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9419c8df-2b49-492a-a32a-e745c57db3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:34.723708 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-9419c8df-2b49-492a-a32a-e745c57db3c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 1096 time: 0.0559690 Oct 15 17:56:34.765889 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-5435b63b-a437-43e1-a8d0-0aa3ee9d27ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0730e6cc-6bf4-4df1-98cc-d9f0c675f512 HTTP/1.1" status: 200 len: 217 time: 0.0336874 Oct 15 17:56:34.813509 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-d7039d0f-b955-491d-ae44-9b31d2f347ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:34.814840 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-d7039d0f-b955-491d-ae44-9b31d2f347ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 200 len: 855 time: 0.0416250 Oct 15 17:56:34.844626 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-52b6e74b-cedc-40a8-b514-77b73dae3619 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1984adf4-e1cf-49a4-951f-e1fd0ff61050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0220337 Oct 15 17:56:34.937689 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-741d8eb5-4ba4-4ec8-8d00-5e45b8b2984b service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855970 Oct 15 17:56:35.025213 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5d5c04-1282-4109-9d35-46ffe7cc5bbb req-10dd8a92-4e7d-4b32-9fed-4b077770e5a4 service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791020 Oct 15 17:56:35.891342 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da5930-6d7f-47b0-ad53-dc6b49d322c3 req-a2dc4806-4771-4ce6-8883-81bcbaf3279e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:35.893424 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b4da5930-6d7f-47b0-ad53-dc6b49d322c3 req-a2dc4806-4771-4ce6-8883-81bcbaf3279e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 943 time: 0.0493052 Oct 15 17:56:35.930496 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b4da5930-6d7f-47b0-ad53-dc6b49d322c3 req-078b6273-c113-4bb0-80f3-d86f4e06f643 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Oct 15 17:56:37.045466 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bd85a-7dc8-4fe0-b0d7-7bd2330c62cb req-ea5a6f52-76f4-4de6-90f6-b6daf77f585f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:37.046942 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-bc2bd85a-7dc8-4fe0-b0d7-7bd2330c62cb req-ea5a6f52-76f4-4de6-90f6-b6daf77f585f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 943 time: 0.0485930 Oct 15 17:56:37.084507 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-bc2bd85a-7dc8-4fe0-b0d7-7bd2330c62cb req-fbbe7cbd-e0d3-4693-8bde-d2b4ed652098 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Oct 15 17:56:44.055506 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:56:44.154384 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:44.169135 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'port_id': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'mac_address': 'fa:16:3e:a9:e9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:56:44.194034 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce969b3-278f-4c86-b1ac-379daf4558ea req-fc561d0a-bd24-497f-aa4b-d230d63f0ca2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:44.195572 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ce969b3-278f-4c86-b1ac-379daf4558ea req-fc561d0a-bd24-497f-aa4b-d230d63f0ca2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0525885 Oct 15 17:56:44.199626 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07de64a-e23b-406e-ae6c-bce6ca5819eb req-cbc3a3a0-17ea-416a-9de3-0e08be7289ef tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:44.201126 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c07de64a-e23b-406e-ae6c-bce6ca5819eb req-cbc3a3a0-17ea-416a-9de3-0e08be7289ef tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 943 time: 0.0866175 Oct 15 17:56:44.207041 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:44.208023 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-da1fa08f-f621-4b9a-9162-ab7fb9b53a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:44.209612 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-da1fa08f-f621-4b9a-9162-ab7fb9b53a77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0938570 Oct 15 17:56:44.219993 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:56:44.240047 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:44.244336 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ce969b3-278f-4c86-b1ac-379daf4558ea req-3362db8a-d8e3-42b8-a9d6-e8d1f3d53117 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Oct 15 17:56:44.298142 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c07de64a-e23b-406e-ae6c-bce6ca5819eb req-4202da86-8e98-4909-a5c7-e333299ed38d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875752 Oct 15 17:56:44.326819 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-e12101f5-4081-4d51-bd47-fa1d513b4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:44.328310 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-e12101f5-4081-4d51-bd47-fa1d513b4695 service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.1110811 Oct 15 17:56:44.329448 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:44.370974 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-5133ef3c-6177-4569-80a1-2011b1df5c35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0347416 Oct 15 17:56:44.378087 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:44.385199 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.386559 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.386909 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.387258 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.387606 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.387939 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.388269 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.388594 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.388946 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.389275 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.389595 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.389916 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:44.420802 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-133003fc-0fbf-4bac-88d5-c4d29f5cb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:44.422214 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-133003fc-0fbf-4bac-88d5-c4d29f5cb5e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0432253 Oct 15 17:56:44.452485 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-5d481400-0f08-421d-9c20-c8ec60f9ea64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224206 Oct 15 17:56:44.546308 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-0f9eed73-c099-4a78-a7fe-1ac08e552ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Oct 15 17:56:44.638783 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c5302be-68fb-4beb-9ea4-4445763dfdfe req-1242701a-7670-44e1-be69-69f3135f15bd service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Oct 15 17:56:45.214921 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['0730e6cc-6bf4-4df1-98cc-d9f0c675f512'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:56:45.383282 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96232a-6c6f-4f58-92d1-6e86cd0de07e req-b8536f72-55c6-492f-b164-c653d05f05e1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:45.384828 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5a96232a-6c6f-4f58-92d1-6e86cd0de07e req-b8536f72-55c6-492f-b164-c653d05f05e1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0714071 Oct 15 17:56:45.428265 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5a96232a-6c6f-4f58-92d1-6e86cd0de07e req-18b31c30-8b23-432e-a0ba-48f6f1a5b44b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Oct 15 17:56:45.450934 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ffaf9-65ba-4c1b-83e0-ca435fb219d5 req-8ce6b175-2afb-4a6e-8ad2-d686c194ed7a tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:45.452462 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-211ffaf9-65ba-4c1b-83e0-ca435fb219d5 req-8ce6b175-2afb-4a6e-8ad2-d686c194ed7a tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 944 time: 0.0526764 Oct 15 17:56:45.491490 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-211ffaf9-65ba-4c1b-83e0-ca435fb219d5 req-15ac055e-b9be-4bef-8bc5-69be5792acde tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Oct 15 17:56:45.930264 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 42746) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:56:46.051785 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.127104 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.195294 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.238613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 42762) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:56:46.249440 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d67609dc7704687aa02ed479b38e0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179002 Oct 15 17:56:46.250436 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb930a3-13b5-4ad9-b15b-7e18ecbaeb90,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:46.261736 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.262102 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.262456 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.262806 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.263145 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.263516 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.263856 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.264191 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.264523 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.264853 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.265658 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.266004 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ca3f8-990e-4cbe-9b76-5401f6a62570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.297076 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.317986 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.427123 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.430062 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:46.433852 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abb930a3-13b5-4ad9-b15b-7e18ecbaeb90 HTTP/1.1" status: 204 len: 168 time: 0.1915338 Oct 15 17:56:46.443076 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb930a3-13b5-4ad9-b15b-7e18ecbaeb90,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:46.450419 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.452670 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.453220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.453701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.454042 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.458526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10048da2-1eee-4b11-b280-b5bcd9e6437b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:56:46.597437 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbc54-e461-4c32-8e77-b01edde604a1 req-efd7650c-b0c2-4bc7-bbea-cd15d62ac28f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:46.599083 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f9ddbc54-e461-4c32-8e77-b01edde604a1 req-efd7650c-b0c2-4bc7-bbea-cd15d62ac28f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0714741 Oct 15 17:56:46.655118 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f9ddbc54-e461-4c32-8e77-b01edde604a1 req-d6421b25-e06a-4203-8eb9-1f0b229a9e67 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475836 Oct 15 17:56:46.720496 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c21a5-4711-439d-a7a9-b67c363963bb req-704f7796-aa9d-4a42-80dd-0d7ae9205a25 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:46.721969 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-588c21a5-4711-439d-a7a9-b67c363963bb req-704f7796-aa9d-4a42-80dd-0d7ae9205a25 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 944 time: 0.0662725 Oct 15 17:56:46.775714 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-588c21a5-4711-439d-a7a9-b67c363963bb req-3bea1169-2bd1-487a-a24f-dd37581d02f2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Oct 15 17:56:47.846227 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad07e5e-d857-460f-8b7e-ca118c1e341d req-1da1cdeb-475d-4db4-99fc-823f0a2033d2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:47.855577 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cad07e5e-d857-460f-8b7e-ca118c1e341d req-1da1cdeb-475d-4db4-99fc-823f0a2033d2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.1045070 Oct 15 17:56:47.951665 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cad07e5e-d857-460f-8b7e-ca118c1e341d req-73869671-dda7-4f5b-a8a6-adb7ab090852 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948644 Oct 15 17:56:47.976679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432342b-5e61-45c2-91de-2ed8e522ca72 req-2c082367-0f75-4a5c-8574-3709f3da4b00 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:47.985948 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6432342b-5e61-45c2-91de-2ed8e522ca72 req-2c082367-0f75-4a5c-8574-3709f3da4b00 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 944 time: 0.0973778 Oct 15 17:56:48.034415 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6432342b-5e61-45c2-91de-2ed8e522ca72 req-19abb200-bada-4a3d-933e-4b7ef78d94bf tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472903 Oct 15 17:56:48.071586 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:56:48.200917 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:56:48.205524 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:56:48.214969 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:48.290541 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-bf3acdde-f13c-41c9-a49c-748829b6c7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:48.316924 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:48.348909 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:56:48.351239 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64219817-143d-4841-b3f9-453a2df5bfef" -d '{"events": [{"server_uuid": "09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e", "name": "network-vif-plugged", "status": "completed", "tag": "0730e6cc-6bf4-4df1-98cc-d9f0c675f512"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:56:48.364859 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:56:48.388848 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adcaf8a-c437-4905-b2cc-bbbcf0299103 x-openstack-request-id: req-4adcaf8a-c437-4905-b2cc-bbbcf0299103 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:56:48.389166 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e", "name": "network-vif-plugged", "status": "completed", "tag": "0730e6cc-6bf4-4df1-98cc-d9f0c675f512", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:56:48.389425 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4adcaf8a-c437-4905-b2cc-bbbcf0299103 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:56:48.389821 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'code': 200} Oct 15 17:56:48.443498 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:48.501727 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:48.767405 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3abe-8844-4049-93db-56ace2b166d4 req-e750aeaa-742b-496d-a76d-ce8608fccf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:48.769148 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa6d3abe-8844-4049-93db-56ace2b166d4 req-e750aeaa-742b-496d-a76d-ce8608fccf87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 1098 time: 0.0456133 Oct 15 17:56:48.812563 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa6d3abe-8844-4049-93db-56ace2b166d4 req-5a9353a3-54a2-4652-bc54-54467392abeb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Oct 15 17:56:49.070373 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682de46-a42d-4254-9ffd-adf194f4bb20 req-324238e0-0764-4f2a-8386-a5b58aa59442 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:49.072540 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c682de46-a42d-4254-9ffd-adf194f4bb20 req-324238e0-0764-4f2a-8386-a5b58aa59442 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Oct 15 17:56:49.112931 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c682de46-a42d-4254-9ffd-adf194f4bb20 req-7fcd8d26-2f67-4a69-a165-f835ecd278e6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Oct 15 17:56:49.182615 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c2207-4460-4596-85e4-1150fb42f366 req-6aec01f8-70ff-4904-a03f-60cc322163db tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:49.190203 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d42c2207-4460-4596-85e4-1150fb42f366 req-6aec01f8-70ff-4904-a03f-60cc322163db tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.0702872 Oct 15 17:56:49.226220 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d42c2207-4460-4596-85e4-1150fb42f366 req-3e11a94a-82ff-428f-8f37-07ad2347d5c2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Oct 15 17:56:50.263922 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08d4f-9883-4d21-b698-5d3401bb50b6 req-a6795e34-af19-4aec-b56d-532a0e0b5e22 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:50.265473 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e0b08d4f-9883-4d21-b698-5d3401bb50b6 req-a6795e34-af19-4aec-b56d-532a0e0b5e22 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0558355 Oct 15 17:56:50.326183 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e0b08d4f-9883-4d21-b698-5d3401bb50b6 req-11033f54-479c-4642-9ad3-53fffc5bdfc2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511844 Oct 15 17:56:50.381062 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf3c2c-9a5a-4b68-a830-3133cbbb0cc5 req-b9a9bcfe-5c16-45c3-8ae8-10903be8b250 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:50.382660 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-84cf3c2c-9a5a-4b68-a830-3133cbbb0cc5 req-b9a9bcfe-5c16-45c3-8ae8-10903be8b250 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.0642533 Oct 15 17:56:50.425202 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-84cf3c2c-9a5a-4b68-a830-3133cbbb0cc5 req-d9895698-c580-4cf0-a888-fa938e1ed39f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Oct 15 17:56:51.072262 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c6c95920-ce72-4273-aac8-98174ae4349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:51.837535 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:52.234050 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:53.738002 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:56.351055 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44814-20e6-45b9-bd63-96153d4125d3 req-398a6e18-9b54-490f-b3c5-9121cc04966f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:56.358587 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f0e44814-20e6-45b9-bd63-96153d4125d3 req-398a6e18-9b54-490f-b3c5-9121cc04966f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0955589 Oct 15 17:56:56.366681 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826529c-d894-4d38-b4f3-249cb5bba01d req-0eee7af5-ab32-421a-af40-43dcf28fad39 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:56.375209 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2826529c-d894-4d38-b4f3-249cb5bba01d req-0eee7af5-ab32-421a-af40-43dcf28fad39 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.0897620 Oct 15 17:56:56.421975 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2826529c-d894-4d38-b4f3-249cb5bba01d req-cbf183f0-b6fb-478c-98a7-c269d807658f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Oct 15 17:56:56.433774 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f0e44814-20e6-45b9-bd63-96153d4125d3 req-2f5ba531-5b53-41ef-94b2-54e2915ff47c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743082 Oct 15 17:56:57.032170 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:57.590840 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5584f9f-00c6-4375-ade2-73f1491af576 req-2e4683ce-5b91-4823-9079-9b092923fb61 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:57.592488 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f5584f9f-00c6-4375-ade2-73f1491af576 req-2e4683ce-5b91-4823-9079-9b092923fb61 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0729840 Oct 15 17:56:57.638612 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f5584f9f-00c6-4375-ade2-73f1491af576 req-0f01663d-ed39-4e81-81e4-c4e3ffc8f077 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 Oct 15 17:56:58.200371 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 42984) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:56:58.309588 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5edcddd5-a079-4ff0-859f-e2ad660a108e admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.386232 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:56:58.447316 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5edcddd5-a079-4ff0-859f-e2ad660a108e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.512305 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5edcddd5-a079-4ff0-859f-e2ad660a108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.539887 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-5edcddd5-a079-4ff0-859f-e2ad660a108e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2db0d34c2b7349eb9b8fc443b197c525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383653 Oct 15 17:56:58.544840 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 42996) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:56:58.569885 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcddd5-a079-4ff0-859f-e2ad660a108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a855c-f558-4fd1-8477-b9df9f05e27e,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:58.671957 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c74a6e91-1e24-4c5a-aa84-e319cdb30eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.682595 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-daecf5e4-63d2-407b-80d9-3b5883b8fb39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136956 Oct 15 17:56:58.710204 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c74a6e91-1e24-4c5a-aa84-e319cdb30eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.838835 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-18a9ba5d-cd01-4042-a112-2c1f4a6b5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:58.840369 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-18a9ba5d-cd01-4042-a112-2c1f4a6b5444 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 1098 time: 0.1188633 Oct 15 17:56:58.856833 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846d026-be92-46b5-be32-72f7df9da2cc req-13120266-3037-478c-aeb3-e12672e4ffa8 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:58.858690 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a846d026-be92-46b5-be32-72f7df9da2cc req-13120266-3037-478c-aeb3-e12672e4ffa8 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.1024675 Oct 15 17:56:58.946180 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c74a6e91-1e24-4c5a-aa84-e319cdb30eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.949138 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c74a6e91-1e24-4c5a-aa84-e319cdb30eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:56:58.950341 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-c74a6e91-1e24-4c5a-aa84-e319cdb30eca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c57a855c-f558-4fd1-8477-b9df9f05e27e HTTP/1.1" status: 204 len: 168 time: 0.4040611 Oct 15 17:56:58.976311 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a846d026-be92-46b5-be32-72f7df9da2cc req-cb6b1cf4-8cfc-4572-840f-075a9a2f4af4 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107624 Oct 15 17:56:58.986892 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6e91-1e24-4c5a-aa84-e319cdb30eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a855c-f558-4fd1-8477-b9df9f05e27e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:56:59.001399 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-dad9a978-2d1d-4547-a282-7c6fbaa9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:59.003143 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-dad9a978-2d1d-4547-a282-7c6fbaa9c8ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.1302497 Oct 15 17:56:59.072921 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-d8e3fdf1-1a2b-42c2-a91d-2844c079f55c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 HTTP/1.1" status: 200 len: 217 time: 0.0566716 Oct 15 17:56:59.137363 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-e9d5b0a2-f7ec-442a-b4fa-00b7cd120142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:59.138896 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-e9d5b0a2-f7ec-442a-b4fa-00b7cd120142 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0575089 Oct 15 17:56:59.172419 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-4f6df68f-20c2-4a1e-ae4f-adbb5908c905 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251310 Oct 15 17:56:59.293374 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-7fbe5301-7a30-4f64-a500-7d631d2dc407 service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125939 Oct 15 17:56:59.469158 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cbe81be2-a37e-4497-b200-65c69bceb172 req-50c32cdd-ffac-44ed-9129-70dab0e6de8c service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595592 Oct 15 17:56:59.732086 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-b1997dbc-1678-43b1-b657-59bcfe9d81f1 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:56:59.740259 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-b1997dbc-1678-43b1-b657-59bcfe9d81f1 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1300938 Oct 15 17:56:59.751548 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-f3e4e944-1fad-4323-b8c2-aa608d344358 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/quotas/d499a83c40664f6bb8fbc319492994fa HTTP/1.1" status: 200 len: 375 time: 0.0102072 Oct 15 17:56:59.811058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-cbbff2ea-1e56-4ca8-a2e1-6f12eb1b04b2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522494 Oct 15 17:57:00.165203 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fccef9-93a3-4d1c-9daf-a0dfe43862d4 req-43a9c23d-4639-4def-b233-b74666566c64 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:00.178167 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d9fccef9-93a3-4d1c-9daf-a0dfe43862d4 req-43a9c23d-4639-4def-b233-b74666566c64 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0825126 Oct 15 17:57:00.206535 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-3c9b2263-bdcd-4172-a9dd-94e2b55a3bef service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875909 Oct 15 17:57:00.241028 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d9fccef9-93a3-4d1c-9daf-a0dfe43862d4 req-a3b30d80-47af-41fa-91d8-222fe163c37f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617621 Oct 15 17:57:00.319592 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-fd2d199e-64d5-49b3-ae88-3303804d8752 service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116922 Oct 15 17:57:00.591280 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6b1a2e30-9d1a-49dc-ad04-a268f2618fab req-1babc6d6-7f3b-4a09-805b-3decbc04e4c2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 210 time: 0.0355632 Oct 15 17:57:01.391679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b089-d7ba-4947-8845-536feb33b7c1 req-2d15811e-c726-4d81-8c02-b80476e72a59 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:01.399344 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c5d4b089-d7ba-4947-8845-536feb33b7c1 req-2d15811e-c726-4d81-8c02-b80476e72a59 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0821755 Oct 15 17:57:01.444557 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c5d4b089-d7ba-4947-8845-536feb33b7c1 req-76cda746-1e1f-4ab5-aed4-0d4f1b01ea1f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Oct 15 17:57:01.711138 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-592d4db9-2627-4238-a19e-92e5f8fa47f0 req-bb19625e-f70e-463d-99aa-58294fd2e263 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 210 time: 0.0372751 Oct 15 17:57:02.578894 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fd65-5b74-40c8-b7f2-218d3c775df8 req-89ccf2fd-958a-4e09-8a66-7edd901e39f0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:02.583200 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1910fd65-5b74-40c8-b7f2-218d3c775df8 req-89ccf2fd-958a-4e09-8a66-7edd901e39f0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0672872 Oct 15 17:57:02.631467 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1910fd65-5b74-40c8-b7f2-218d3c775df8 req-6e9f7ad5-04e8-4d71-a0e0-f5b5b36dadcd tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Oct 15 17:57:02.812094 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-da1f3c76-9510-4b0d-b333-ef39edb56cb0 req-8cb2254a-7dae-472b-9a02-25c560b285a4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 210 time: 0.0382831 Oct 15 17:57:02.997273 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-e9f5362b-1611-450c-b0ac-3cd1a28225cf tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:02.999184 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-e9f5362b-1611-450c-b0ac-3cd1a28225cf tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1461267 Oct 15 17:57:03.035342 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Request body: {'port': {'device_id': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'admin_state_up': True, 'tenant_id': 'd499a83c40664f6bb8fbc319492994fa'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:03.344267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Made reservation on behalf of d499a83c40664f6bb8fbc319492994fa for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:57:03.348972 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:03.518550 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Allocated IP 172.20.0.9 (1984adf4-e1cf-49a4-951f-e1fd0ff61050/9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0/e6c3058f-8446-40f6-8a7f-1d0c1f33a18d) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:03.695039 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:03.777332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921ddc-6d44-4901-8f2d-10c83c356ea1 req-391cdd5f-19e3-4bef-8b9a-bd909fba7033 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:03.778853 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d7921ddc-6d44-4901-8f2d-10c83c356ea1 req-391cdd5f-19e3-4bef-8b9a-bd909fba7033 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0741456 Oct 15 17:57:03.834429 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d7921ddc-6d44-4901-8f2d-10c83c356ea1 req-9177614e-f0cb-4bc4-beb0-d83e6b52f391 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Oct 15 17:57:03.841599 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:03.859434 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', '0730e6cc-6bf4-4df1-98cc-d9f0c675f512'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:57:03.927323 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:03.933463 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:03.943784 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:03.960351 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f851-f475-41db-be9f-80196f1b77d7 req-1e7229b0-eb9c-4e24-9cc7-af0a2038e247 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:03.969015 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-06c5f851-f475-41db-be9f-80196f1b77d7 req-1e7229b0-eb9c-4e24-9cc7-af0a2038e247 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 931 time: 0.0585506 Oct 15 17:57:03.989988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event updated for resources: {'Port': ['ID=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:04.015372 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:04.016002 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.016940 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-06c5f851-f475-41db-be9f-80196f1b77d7 req-d988585d-3e16-42f7-8174-e7072f2ccaef tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 Oct 15 17:57:04.097664 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-7f343fb8-d626-44a4-a029-c0fdc3d78a8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0665038 Oct 15 17:57:04.125121 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Request body: {'port': {'device_id': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:04.209674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.518984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c3058f-8446-40f6-8a7f-1d0c1f33a18d {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:57:04.529730 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.548109 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Transition to ACTIVE for port object e6c3058f-8446-40f6-8a7f-1d0c1f33a18d will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:57:04.640951 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.701252 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:04.772721 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Attempting to bind port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:04.773030 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Attempting to bind port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:04.773348 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Attempting to bind port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:04.780581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:57:04.780581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Attempting to bind port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:04.783374 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:04.783789 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Checking segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:04.784171 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Bound using segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:04.784626 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Bound port: e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:04.784980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.847001 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] For port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:04.855066 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] For port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:04.928644 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.982786 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:04.983428 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:04.984794 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6c3058f-8446-40f6-8a7f-1d0c1f33a18d HTTP/1.1" status: 200 len: 1093 time: 0.8646827 Oct 15 17:57:04.985224 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'tag': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:57:04.987457 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b50d35-a0e6-4e61-89fe-5805971d037f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6dfbc1-c55f-43aa-b95e-e2939151e5bf", "tag": "e6c3058f-8446-40f6-8a7f-1d0c1f33a18d"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:57:05.008681 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d283c8-c92c-4b2f-992d-0ae354f2dbcc req-9ecca70f-b68b-4db2-898d-2fef94e43c54 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:05.010167 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24d283c8-c92c-4b2f-992d-0ae354f2dbcc req-9ecca70f-b68b-4db2-898d-2fef94e43c54 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.1078229 Oct 15 17:57:05.011150 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d0a7a-f7de-4d2b-a4b6-cc01d96800f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:05.030679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42355df1-512d-4505-a91a-3826db4c8c99 x-openstack-request-id: req-42355df1-512d-4505-a91a-3826db4c8c99 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:57:05.030985 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6dfbc1-c55f-43aa-b95e-e2939151e5bf", "tag": "e6c3058f-8446-40f6-8a7f-1d0c1f33a18d", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:57:05.031263 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42355df1-512d-4505-a91a-3826db4c8c99 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:57:05.031652 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'tag': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d', 'status': 'completed', 'code': 200} Oct 15 17:57:05.051138 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24d283c8-c92c-4b2f-992d-0ae354f2dbcc req-bfd0c528-5b60-4347-9fa2-8c8db670fe38 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Oct 15 17:57:05.120502 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc39f9e-ce73-460b-82b5-d0ab4883c95b req-7b269b8a-aa81-4391-8e26-413e54c89cec tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:05.121981 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0fc39f9e-ce73-460b-82b5-d0ab4883c95b req-7b269b8a-aa81-4391-8e26-413e54c89cec tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 943 time: 0.0485864 Oct 15 17:57:05.158983 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0fc39f9e-ce73-460b-82b5-d0ab4883c95b req-43925bcb-86b4-440b-bd05-67b9c247c8db tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Oct 15 17:57:05.629105 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43196) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:05.731495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc2cf-6595-4268-a1fc-550e60fccc32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:05.805773 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc2cf-6595-4268-a1fc-550e60fccc32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:05.877431 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc2cf-6595-4268-a1fc-550e60fccc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:05.919533 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-ba0dc2cf-6595-4268-a1fc-550e60fccc32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4619652e71614f53874cee1b18493186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892468 Oct 15 17:57:05.920457 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dc2cf-6595-4268-a1fc-550e60fccc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9182156-61a2-4f4f-ad03-d36d9ca4c57e,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:05.922229 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43200) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:05.969785 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2bc32be1-47e4-4cd0-821d-9a2bac6e881b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:05.991490 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2bc32be1-47e4-4cd0-821d-9a2bac6e881b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:06.100390 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2bc32be1-47e4-4cd0-821d-9a2bac6e881b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:06.102969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2bc32be1-47e4-4cd0-821d-9a2bac6e881b admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:06.104170 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-2bc32be1-47e4-4cd0-821d-9a2bac6e881b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9182156-61a2-4f4f-ad03-d36d9ca4c57e HTTP/1.1" status: 204 len: 168 time: 0.1808980 Oct 15 17:57:06.112236 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc32be1-47e4-4cd0-821d-9a2bac6e881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9182156-61a2-4f4f-ad03-d36d9ca4c57e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:07.544410 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43240) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:07.645765 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8ecca7bc-4f90-4419-9a87-df5600ee2d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:07.716696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8ecca7bc-4f90-4419-9a87-df5600ee2d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:07.785875 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8ecca7bc-4f90-4419-9a87-df5600ee2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:07.824959 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecca7bc-4f90-4419-9a87-df5600ee2d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f61b600-e4bc-478a-ace3-4baf63c039d9,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:07.829058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-8ecca7bc-4f90-4419-9a87-df5600ee2d17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fda1f8d4c8f84044bccda1042ab3f7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834775 Oct 15 17:57:07.831839 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43248) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:07.879809 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-48e0f7ae-d263-44aa-bd61-ec466150a82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:07.901058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-48e0f7ae-d263-44aa-bd61-ec466150a82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:08.023135 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-48e0f7ae-d263-44aa-bd61-ec466150a82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:08.025696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-48e0f7ae-d263-44aa-bd61-ec466150a82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:08.026888 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-48e0f7ae-d263-44aa-bd61-ec466150a82b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f61b600-e4bc-478a-ace3-4baf63c039d9 HTTP/1.1" status: 204 len: 168 time: 0.1940897 Oct 15 17:57:08.034458 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0f7ae-d263-44aa-bd61-ec466150a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f61b600-e4bc-478a-ace3-4baf63c039d9,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:08.955340 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43274) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:09.049751 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1050930986-network', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:09.146814 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Made reservation on behalf of 432acc4bf82846598e5d1d1030c1b803 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:57:09.149243 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.158060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.232917 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.297416 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.315484 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-dd55ebcb-4919-4fc1-8d15-0c1f16357519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.317826 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-dd55ebcb-4919-4fc1-8d15-0c1f16357519 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 1096 time: 0.0488105 Oct 15 17:57:09.335799 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:57:09.354107 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0855d14-f7b2-47ee-8d8e-46d01ece7240,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:09.357110 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.357452 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Added segment 0fe68134-e7bd-4b4d-9319-aad89baee99e of type vlan for network f126975e-8ebb-4582-abf7-21a8d15af4c4 Oct 15 17:57:09.386442 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-252ee751-5ed4-4145-8480-c3e6877eded4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d HTTP/1.1" status: 200 len: 217 time: 0.0475092 Oct 15 17:57:09.440198 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.451698 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319413-a14c-4ae8-90bf-0f3e905be2c6 req-19d6ee0c-8b1a-45d0-8b67-6331619976ec tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.453253 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-78319413-a14c-4ae8-90bf-0f3e905be2c6 req-19d6ee0c-8b1a-45d0-8b67-6331619976ec tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.1025109 Oct 15 17:57:09.476830 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac557f-9963-45db-b9de-e658ae3df2fc req-70beee70-5797-4fe6-9bac-bfa2d3ab09ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.479179 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-51ac557f-9963-45db-b9de-e658ae3df2fc req-70beee70-5797-4fe6-9bac-bfa2d3ab09ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 943 time: 0.0953441 Oct 15 17:57:09.480947 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f885b-ced2-475a-acf2-ea05a07a401b req-738cf156-d9f9-405e-9aa2-33a830bd16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.482271 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-738cf156-d9f9-405e-9aa2-33a830bd16e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 200 len: 855 time: 0.0694470 Oct 15 17:57:09.515362 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-78319413-a14c-4ae8-90bf-0f3e905be2c6 req-0ba7d045-7f06-48db-a226-3a1444ef0ebd tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524724 Oct 15 17:57:09.541778 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-eb7b4a19-c9e0-4f21-9f72-ce5f26f7f80d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1984adf4-e1cf-49a4-951f-e1fd0ff61050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411770 Oct 15 17:57:09.546795 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-51ac557f-9963-45db-b9de-e658ae3df2fc req-9e4fe135-ae4a-4f6c-b554-39d7f96bc3d4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612643 Oct 15 17:57:09.552382 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.556229 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.556229 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.612482 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] Pushing event updated for resources: {'Network': ['ID=f126975e-8ebb-4582-abf7-21a8d15af4c4,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:09.622646 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:57:09.638787 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-b89930f7-cf08-4425-873d-5e7551161882 service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858228 Oct 15 17:57:09.643753 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-03146354-5eea-4c50-85e2-b1e0d384f260 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6871414 Oct 15 17:57:09.646995 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43288) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:09.651892 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Request body: {'subnet': {'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1050930986-subnet', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:09.737177 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-709f885b-ced2-475a-acf2-ea05a07a401b req-a1cd224a-d7cb-4168-a3ef-4a25d7a47721 service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884073 Oct 15 17:57:09.737759 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Made reservation on behalf of 432acc4bf82846598e5d1d1030c1b803 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:57:09.740435 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.874999 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-ae8cddc8-b51c-4982-a143-c3b306ffd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.876530 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-ae8cddc8-b51c-4982-a143-c3b306ffd7d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 1096 time: 0.0490985 Oct 15 17:57:09.966335 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:09.976253 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-218c1fd3-8295-4666-bd6f-2875b1555bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:09.977711 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-218c1fd3-8295-4666-bd6f-2875b1555bb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 916 time: 0.0854068 Oct 15 17:57:10.029982 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c26d15-d756-4ff9-b198-1f5bab672e98,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:10.030374 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-6b94dd50-5eb1-4306-998d-85aecb7c6c7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d HTTP/1.1" status: 200 len: 217 time: 0.0337093 Oct 15 17:57:10.032095 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Checking segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:10.032447 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Network hostable DHCP agents. Network: f126975e-8ebb-4582-abf7-21a8d15af4c4, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:57:10.078733 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-f58bb7f9-ab57-414c-95bc-4cbd940f0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:10.080199 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-f58bb7f9-ab57-414c-95bc-4cbd940f0b74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 200 len: 855 time: 0.0433373 Oct 15 17:57:10.103296 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:57:10.111123 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-98566324-5dc6-43c8-a29b-b077a21ba344 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1984adf4-e1cf-49a4-951f-e1fd0ff61050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232315 Oct 15 17:57:10.166366 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, f126975e-8ebb-4582-abf7-21a8d15af4c4) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:10.170684 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:10.171197 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.176197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e5255-68d9-484e-826c-1c25c36606c4 None None] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:57:10.239863 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-306ce2a7-a8a9-4226-8686-ef9a3456f5a0 service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929022 Oct 15 17:57:10.252992 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a03daa0d-ea5f-43c9-972c-93aa676a4917 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6045303 Oct 15 17:57:10.256039 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43294) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:10.260621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:10.331589 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-f126975e-8ebb-4582-abf7-21a8d15af4c4', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 17:57:10.333762 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.335334 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.336600 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.353446 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e2b50d35-a0e6-4e61-89fe-5805971d037f req-fe918ac4-dd43-403f-ac6e-729587658d6d service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061814 Oct 15 17:57:10.397886 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.471931 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Allocated IP 172.20.0.2 (f126975e-8ebb-4582-abf7-21a8d15af4c4/56c26d15-d756-4ff9-b198-1f5bab672e98/ca517593-ff91-4196-a7a6-f14b0c11cebf) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:10.606082 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.610145 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.732502 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.774815 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:10.776256 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:10.778667 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:10.795969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400252a-3106-475b-9614-81ce193b8100 req-088b0260-d053-4f8c-92bc-d619dd638a12 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:10.797644 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f400252a-3106-475b-9614-81ce193b8100 req-088b0260-d053-4f8c-92bc-d619dd638a12 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Oct 15 17:57:10.811703 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b84e1-eae3-4d07-a0c2-d24dc61aa0fa req-5121325f-309a-4360-b74c-60a289bd3e8c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:10.818600 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d58b84e1-eae3-4d07-a0c2-d24dc61aa0fa req-5121325f-309a-4360-b74c-60a289bd3e8c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 943 time: 0.0836639 Oct 15 17:57:10.827824 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Pushing event updated for resources: {'Port': ['ID=ca517593-ff91-4196-a7a6-f14b0c11cebf,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:10.839151 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f400252a-3106-475b-9614-81ce193b8100 req-c081da29-78ee-4514-b7af-9d23e5bf003c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Oct 15 17:57:10.841716 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Attempting to bind port ca517593-ff91-4196-a7a6-f14b0c11cebf on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:10.841716 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Attempting to bind port ca517593-ff91-4196-a7a6-f14b0c11cebf by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:10.842252 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Attempting to bind port ca517593-ff91-4196-a7a6-f14b0c11cebf on network f126975e-8ebb-4582-abf7-21a8d15af4c4 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:10.847734 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:10.849233 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Checking segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:10.849966 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.850362 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Bound using segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:10.850829 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Bound port: ca517593-ff91-4196-a7a6-f14b0c11cebf, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:10.851208 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.915256 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] For port ca517593-ff91-4196-a7a6-f14b0c11cebf, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:10.918407 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] For port ca517593-ff91-4196-a7a6-f14b0c11cebf, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ca517593-ff91-4196-a7a6-f14b0c11cebf,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:10.922366 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d58b84e1-eae3-4d07-a0c2-d24dc61aa0fa req-a0eef40d-ecf7-4f03-b988-cccb5604cd1d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029420 Oct 15 17:57:10.964023 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.969131 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:10.984127 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.028500 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ee541-9e90-466b-96b3-12ba19af8f8f None None] Pushing event updated for resources: {'Port': ['ID=ca517593-ff91-4196-a7a6-f14b0c11cebf,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:11.099408 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Allocated IP 172.27.1.60 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/e430a2d9-cb24-48df-b278-6862b48ea96e) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:11.207191 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.335639 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.379577 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:11.382783 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:11.386478 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:11.414497 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Pushing event updated for resources: {'Port': ['ID=e430a2d9-cb24-48df-b278-6862b48ea96e,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:11.559469 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ca517593-ff91-4196-a7a6-f14b0c11cebf up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:11.607067 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port ca517593-ff91-4196-a7a6-f14b0c11cebf triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:11.608791 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.685545 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.729017 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port ca517593-ff91-4196-a7a6-f14b0c11cebf, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ca517593-ff91-4196-a7a6-f14b0c11cebf,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:11.755570 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.883224 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:11.956868 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=ca517593-ff91-4196-a7a6-f14b0c11cebf,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:11.990232 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ccbea-b3db-433e-ac2d-6e65e22c9bef req-4b615c3a-3d1c-47b8-9047-e9260db10c51 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:11.997431 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6c6ccbea-b3db-433e-ac2d-6e65e22c9bef req-4b615c3a-3d1c-47b8-9047-e9260db10c51 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0592530 Oct 15 17:57:12.023997 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:12.041418 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6c6ccbea-b3db-433e-ac2d-6e65e22c9bef req-43e5d470-d54a-43c8-ac20-6f914e8ffe11 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Oct 15 17:57:12.145660 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b984f7be-846c-49af-b0aa-e54e35c29ba5 None None] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:57:12.241166 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a394-9f90-47b1-8845-bf7f5edcbd65 req-cd5f0974-a6c4-4c9e-98e5-c65e25915b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:12.243100 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a518a394-9f90-47b1-8845-bf7f5edcbd65 req-cd5f0974-a6c4-4c9e-98e5-c65e25915b80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0451436 Oct 15 17:57:12.265305 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-1423930f-ea7b-4422-864e-cf80ddef2d00 None None] Provisioning complete for port ca517593-ff91-4196-a7a6-f14b0c11cebf triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:12.265728 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1423930f-ea7b-4422-864e-cf80ddef2d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:12.286818 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a518a394-9f90-47b1-8845-bf7f5edcbd65 req-11649498-7faf-49a1-ada3-0b9cbcb26956 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 Oct 15 17:57:12.325378 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c516f83-f09d-4359-9b46-c6a5fbf811f5 req-daf8e4fc-3edc-41c8-8ca2-9629b2625ba6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:12.326883 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8c516f83-f09d-4359-9b46-c6a5fbf811f5 req-daf8e4fc-3edc-41c8-8ca2-9629b2625ba6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 943 time: 0.3149693 Oct 15 17:57:12.421187 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8c516f83-f09d-4359-9b46-c6a5fbf811f5 req-9632ea97-6e7c-4849-802f-2687e5e98e0a tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Oct 15 17:57:12.523129 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Router be2bd549-898f-430c-951d-218b7f130c50 is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 17:57:12.623705 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-944315a9-567c-49e8-b333-9efe85684fe3 None None] Provisioning complete for port ca517593-ff91-4196-a7a6-f14b0c11cebf triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:12.624327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-944315a9-567c-49e8-b333-9efe85684fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:12.632370 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:57:12.646326 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Sync routers for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:57:12.657113 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:12.657740 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:56:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:12.719397 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:12.720656 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-3b3327f9-8587-45a8-a15a-aaf1531c0476 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4633434 Oct 15 17:57:12.724142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43374) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:12.764051 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:12.970922 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:11Z', 'revision_number': 3, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:13.081085 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Checking router: be2bd549-898f-430c-951d-218b7f130c50 for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:57:13.081433 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Updating router be2bd549-898f-430c-951d-218b7f130c50 port e430a2d9-cb24-48df-b278-6862b48ea96e binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:57:13.106483 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.147730 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.297687 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Allocated IP 172.20.0.1 (f126975e-8ebb-4582-abf7-21a8d15af4c4/56c26d15-d756-4ff9-b198-1f5bab672e98/5f46b75a-fe70-4918-878e-b0be2da2aede) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:13.353156 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.395849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.420097 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.470314 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Attempting to bind port e430a2d9-cb24-48df-b278-6862b48ea96e on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:13.470680 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Attempting to bind port e430a2d9-cb24-48df-b278-6862b48ea96e by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:13.471043 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Attempting to bind port e430a2d9-cb24-48df-b278-6862b48ea96e on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:13.480071 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Pushing event updated for resources: {'Port': ['ID=e430a2d9-cb24-48df-b278-6862b48ea96e,revision_number=2']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:13.482951 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:13.483336 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:13.483730 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.484115 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:13.484579 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Bound port: e430a2d9-cb24-48df-b278-6862b48ea96e, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:13.484973 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.489837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.491772 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.492062 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.492414 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.492755 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.493086 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.493432 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.493768 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.494099 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.494437 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.494934 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.495457 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.495786 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:13.537964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:13.539656 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ca517593-ff91-4196-a7a6-f14b0c11cebf up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:13.541173 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:13.543852 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:13.549758 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] For port e430a2d9-cb24-48df-b278-6862b48ea96e, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:13.552222 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] For port e430a2d9-cb24-48df-b278-6862b48ea96e, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=e430a2d9-cb24-48df-b278-6862b48ea96e,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:13.570916 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Pushing event updated for resources: {'Port': ['ID=5f46b75a-fe70-4918-878e-b0be2da2aede,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:13.590870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port ca517593-ff91-4196-a7a6-f14b0c11cebf triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:13.591285 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.593684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.643688 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.704530 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e89073-f276-45a3-88ae-2d117c72e74f None None] Pushing event updated for resources: {'Port': ['ID=e430a2d9-cb24-48df-b278-6862b48ea96e,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:13.713371 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:13.714205 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:56:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:13.785903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.819176 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:13.841723 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-925cbe08-c121-4ef8-9c78-8a60603c3c86 None None] Provisioning complete for port 5f46b75a-fe70-4918-878e-b0be2da2aede triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:13.842427 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-925cbe08-c121-4ef8-9c78-8a60603c3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:13.979684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:14.012061 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-925cbe08-c121-4ef8-9c78-8a60603c3c86 None None] Port 5f46b75a-fe70-4918-878e-b0be2da2aede cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:57:14.014482 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:11Z', 'revision_number': 3, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:14.040761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:14.040951 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4fee5-1537-4c0b-a6e2-a00eb261fb32 None None] The sync data for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi is: [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:11Z', 'revision_number': 3, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:57:14.110796 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Pushing event updated for resources: {'Port': ['ID=5f46b75a-fe70-4918-878e-b0be2da2aede,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:14.113222 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:14.207988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:14.209375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:14.352838 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Router be2bd549-898f-430c-951d-218b7f130c50 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:57:14.437363 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-82c277d0-bac5-4138-9126-2ec5ae547883 None None] Provisioning complete for port 5f46b75a-fe70-4918-878e-b0be2da2aede triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:14.437737 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-82c277d0-bac5-4138-9126-2ec5ae547883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:14.475703 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-82c277d0-bac5-4138-9126-2ec5ae547883 None None] Port 5f46b75a-fe70-4918-878e-b0be2da2aede cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:57:14.662899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:57:14.671787 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4e9b5a04-a34e-4514-8b44-3d519c0b0e2f admin admin] 10.222.0.44 "PUT /v2.0/routers/be2bd549-898f-430c-951d-218b7f130c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9464579 Oct 15 17:57:15.293868 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43410) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:15.298778 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1116204758-network', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:15.388890 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Made reservation on behalf of e84a765c97d448538c9e8457da9e211d for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:57:15.392980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.400560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.473051 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.539769 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.546542 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e430a2d9-cb24-48df-b278-6862b48ea96e up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:15.551213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Sync routers for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:57:15.567820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:57:15.574030 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926865c4-a1b2-4ed4-b277-31c1a5d801ca,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:15.580053 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.580586 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Added segment 05b08f18-f8da-4515-abda-a6ac95c2401e of type vlan for network 17003032-d5e3-42f6-9f61-91010545b370 Oct 15 17:57:15.587873 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:15.588635 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:56:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:15.621224 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.655374 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port e430a2d9-cb24-48df-b278-6862b48ea96e triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:15.655750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.717445 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.718411 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:15.719019 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.730461 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:15.779754 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] Pushing event updated for resources: {'Network': ['ID=17003032-d5e3-42f6-9f61-91010545b370,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:15.821180 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6f0a398a-6e41-4944-bc55-ff225c318055 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5262070 Oct 15 17:57:15.823765 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43412) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:15.826800 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 17003032-d5e3-42f6-9f61-91010545b370 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:57:15.828511 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Request body: {'subnet': {'network_id': '17003032-d5e3-42f6-9f61-91010545b370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1116204758-subnet', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'ip_version': 4}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:15.906502 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.925357 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Made reservation on behalf of e84a765c97d448538c9e8457da9e211d for: {'subnet': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:57:15.925357 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9580391'] for subnet, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:15.974097 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port e430a2d9-cb24-48df-b278-6862b48ea96e, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=e430a2d9-cb24-48df-b278-6862b48ea96e,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:16.053870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 2, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:16.083251 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.088002 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Checking router: be2bd549-898f-430c-951d-218b7f130c50 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:57:16.088363 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Updating router be2bd549-898f-430c-951d-218b7f130c50 port 5f46b75a-fe70-4918-878e-b0be2da2aede binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:57:16.139068 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.167527 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=e430a2d9-cb24-48df-b278-6862b48ea96e,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:16.172385 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2462591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9580373'] for subnet, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.225503 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45dc3fa-c48e-4079-a7bb-260b00fdbd7a,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:16.235449 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Checking segment: {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:16.235807 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Network hostable DHCP agents. Network: 17003032-d5e3-42f6-9f61-91010545b370, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:57:16.320642 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Network 17003032-d5e3-42f6-9f61-91010545b370 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:57:16.388948 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 17003032-d5e3-42f6-9f61-91010545b370) {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:16.393055 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:16.393637 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.400662 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d23c62-2857-4c9e-8ff4-406703016a28 None None] Network 17003032-d5e3-42f6-9f61-91010545b370 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:57:16.441825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.468430 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1ec5b515-951e-444d-8c03-98655a762438 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6412628 Oct 15 17:57:16.468790 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43418) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:16.474151 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:16.514788 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.561122 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.562235 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.602558 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca352c-1e80-43a9-9bd6-ddd518754f2a None None] Pushing event updated for resources: {'Port': ['ID=5f46b75a-fe70-4918-878e-b0be2da2aede,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:16.622483 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-17003032-d5e3-42f6-9f61-91010545b370', 'network_id': '17003032-d5e3-42f6-9f61-91010545b370', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'fixed_ips': [{'subnet_id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 17:57:16.623372 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.660542 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Attempting to bind port 5f46b75a-fe70-4918-878e-b0be2da2aede on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:16.661421 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Attempting to bind port 5f46b75a-fe70-4918-878e-b0be2da2aede by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:16.661785 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Attempting to bind port 5f46b75a-fe70-4918-878e-b0be2da2aede on network f126975e-8ebb-4582-abf7-21a8d15af4c4 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:16.674455 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:16.674780 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Checking segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:16.675182 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.675601 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Bound using segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:16.676130 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Bound port: 5f46b75a-fe70-4918-878e-b0be2da2aede, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:16.676519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.698877 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.721174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device e6c3058f-8446-40f6-8a7f-1d0c1f33a18d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:57:16.912638 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Allocated IP 172.20.0.2 (17003032-d5e3-42f6-9f61-91010545b370/e45dc3fa-c48e-4079-a7bb-260b00fdbd7a/73cc1408-ec37-495b-8de1-4e0654e407ac) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:16.921291 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.921461 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] For port 5f46b75a-fe70-4918-878e-b0be2da2aede, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:16.923499 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-176d4c49-263c-418c-b058-33ef8e26f73e None None] Provisioning complete for port 5f46b75a-fe70-4918-878e-b0be2da2aede triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:16.923873 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-176d4c49-263c-418c-b058-33ef8e26f73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:16.928626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] For port 5f46b75a-fe70-4918-878e-b0be2da2aede, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=5f46b75a-fe70-4918-878e-b0be2da2aede,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:16.994786 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-176d4c49-263c-418c-b058-33ef8e26f73e None None] Port 5f46b75a-fe70-4918-878e-b0be2da2aede cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:57:17.002972 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:17.037172 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.052243 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'port_id': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d', 'mac_address': 'fa:16:3e:9e:d2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:57:17.200974 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.221754 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.281100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca352c-1e80-43a9-9bd6-ddd518754f2a None None] Pushing event updated for resources: {'Port': ['ID=5f46b75a-fe70-4918-878e-b0be2da2aede,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:17.298670 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:17.299330 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:56:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:17.330417 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Allocated IP 172.27.1.194 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/86ad6ab6-1584-4bbf-8969-4955468a318f) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:17.343561 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.382263 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.384366 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c3058f-8446-40f6-8a7f-1d0c1f33a18d {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:57:17.426006 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:17.461340 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.484110 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68ca6e-861a-4c33-acf1-2cb823d35bc9 req-4b6484c6-2d7a-4c3e-87f6-1ee9ef6ef76c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:17.486751 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1f68ca6e-861a-4c33-acf1-2cb823d35bc9 req-4b6484c6-2d7a-4c3e-87f6-1ee9ef6ef76c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0527744 Oct 15 17:57:17.489865 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.509566 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.534752 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Network 17003032-d5e3-42f6-9f61-91010545b370 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:17.537380 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:17.540109 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1f68ca6e-861a-4c33-acf1-2cb823d35bc9 req-ce61dc9b-2494-4c5f-98b8-0934aa4c917f tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Oct 15 17:57:17.547566 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96dd3-9065-451b-898b-dd0a81a3801a req-b55df733-40e7-43e7-ab21-d87b8a182c3d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:17.553465 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-52b96dd3-9065-451b-898b-dd0a81a3801a req-b55df733-40e7-43e7-ab21-d87b8a182c3d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 943 time: 0.1158552 Oct 15 17:57:17.568313 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:17.572610 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-6f5a82c2-924b-4c0d-a66d-c05511c76a39 None None] Provisioning complete for port 5f46b75a-fe70-4918-878e-b0be2da2aede triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:17.572610 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6f5a82c2-924b-4c0d-a66d-c05511c76a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.572610 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:17.578212 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e430a2d9-cb24-48df-b278-6862b48ea96e up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:17.592277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.598582 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-52b96dd3-9065-451b-898b-dd0a81a3801a req-dfd5d8b0-6e8a-44b9-a1ce-0f8abf51f2cf tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 Oct 15 17:57:17.634323 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Pushing event updated for resources: {'Port': ['ID=73cc1408-ec37-495b-8de1-4e0654e407ac,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:17.637375 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:17.640487 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:17.643909 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:17.652351 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Pushing event updated for resources: {'Port': ['ID=86ad6ab6-1584-4bbf-8969-4955468a318f,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:17.829954 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Attempting to bind port 73cc1408-ec37-495b-8de1-4e0654e407ac on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:17.830322 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Attempting to bind port 73cc1408-ec37-495b-8de1-4e0654e407ac by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:17.830681 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Attempting to bind port 73cc1408-ec37-495b-8de1-4e0654e407ac on network 17003032-d5e3-42f6-9f61-91010545b370 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:17.844047 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:17.851087 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:17.851493 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Checking segment: {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:17.851890 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.852346 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Bound using segment: {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:17.852738 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Bound port: 73cc1408-ec37-495b-8de1-4e0654e407ac, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:17.853117 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.903041 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port e430a2d9-cb24-48df-b278-6862b48ea96e triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:17.903481 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.950029 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:17.969694 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6f5a82c2-924b-4c0d-a66d-c05511c76a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.063106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] For port 73cc1408-ec37-495b-8de1-4e0654e407ac, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:18.069574 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-6f5a82c2-924b-4c0d-a66d-c05511c76a39 None None] For port 5f46b75a-fe70-4918-878e-b0be2da2aede, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=5f46b75a-fe70-4918-878e-b0be2da2aede,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:18.084156 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] For port 73cc1408-ec37-495b-8de1-4e0654e407ac, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=73cc1408-ec37-495b-8de1-4e0654e407ac,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:18.122209 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:16Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:18.138179 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43430) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:18.154270 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d2ceb-aee9-43da-b83a-b374a425dac0 None None] The sync data for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi is: [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:16Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:57:18.156238 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6f5a82c2-924b-4c0d-a66d-c05511c76a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.173355 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.227174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.241381 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Deleting subnet 4beee8f2-d1ee-400d-a2cc-7de44d676d84 {{(pid=112104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 17:57:18.245297 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.286192 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a82c2-924b-4c0d-a66d-c05511c76a39 None None] Pushing event updated for resources: {'Port': ['ID=5f46b75a-fe70-4918-878e-b0be2da2aede,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:18.301018 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555674'] for subnet, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.345008 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['e6c3058f-8446-40f6-8a7f-1d0c1f33a18d'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:57:18.353756 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3628e669-3b26-4f5c-bcc9-827e07fb369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.395060 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.501582 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dd633-a130-4026-95d6-abdc95055f8a None None] Pushing event updated for resources: {'Port': ['ID=73cc1408-ec37-495b-8de1-4e0654e407ac,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:18.572022 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Router bad602ca-10da-4d72-8153-e53a8114f9ec is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 17:57:18.697136 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580354'] for subnet, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.753816 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:57:18.756299 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fdb05-baf8-485b-8bda-dd2119359f1e req-d7bbd37e-b751-4a7f-8568-6686f7e3a625 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:18.765156 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ec4fdb05-baf8-485b-8bda-dd2119359f1e req-d7bbd37e-b751-4a7f-8568-6686f7e3a625 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.1171048 Oct 15 17:57:18.768380 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Sync routers for ids ['bad602ca-10da-4d72-8153-e53a8114f9ec'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:57:18.772662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.780556 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4beee8f2-d1ee-400d-a2cc-7de44d676d84 HTTP/1.1" status: 204 len: 168 time: 0.6412060 Oct 15 17:57:18.781400 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43444) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:18.783415 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Routers {'bad602ca-10da-4d72-8153-e53a8114f9ec'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:18.784140 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:56:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bad602ca-10da-4d72-8153-e53a8114f9ec'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:18.789417 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c12ccf-416e-49cf-9098-3bf277381898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4beee8f2-d1ee-400d-a2cc-7de44d676d84,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:18.842206 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692cff-e2a1-4d43-97c9-3823bd52da21 req-a083d452-51a6-435b-9747-a127f3fe0efb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:18.848524 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32692cff-e2a1-4d43-97c9-3823bd52da21 req-a083d452-51a6-435b-9747-a127f3fe0efb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 944 time: 0.1072280 Oct 15 17:57:18.864253 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ec4fdb05-baf8-485b-8bda-dd2119359f1e req-65cb8ec8-925a-48a3-b350-005eb24da2c2 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927830 Oct 15 17:57:18.896039 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-32692cff-e2a1-4d43-97c9-3823bd52da21 req-117e5b85-c9cd-46b1-a90e-0b4a27028849 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Oct 15 17:57:18.926526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.944395 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:18.946727 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-78e8c1eb-c9e5-4e41-b32d-210c1b7c11f3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4761245 Oct 15 17:57:18.948991 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Set router bad602ca-10da-4d72-8153-e53a8114f9ec gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:18.955971 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43446) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:19.019325 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.040952 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7920719-1a11-41c7-9444-7591e444e369']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:19.056771 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0eebeb-93e1-4e6a-8778-307280c9b702') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:19.056771 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0eebeb-93e1-4e6a-8778-307280c9b702') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:19.065421 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.080303 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.088851 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 17:57:19.089362 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 17:57:19.091373 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 17:57:19.193405 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T17:57:17Z', 'revision_number': 3, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:19.235507 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Checking router: bad602ca-10da-4d72-8153-e53a8114f9ec for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:57:19.235845 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Updating router bad602ca-10da-4d72-8153-e53a8114f9ec port 86ad6ab6-1584-4bbf-8969-4955468a318f binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:57:19.258070 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.262983 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.269638 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] 10.222.0.44 "DELETE /v2.0/networks/e7920719-1a11-41c7-9444-7591e444e369 HTTP/1.1" status: 204 len: 168 time: 0.4809639 Oct 15 17:57:19.292411 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.297240 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab4e7f-4c63-422a-a281-4e3ae8a9ff4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7920719-1a11-41c7-9444-7591e444e369,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:19.677184 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.711075 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491310c3-cc4b-4755-8aad-fc7842d3460e None None] Network 17003032-d5e3-42f6-9f61-91010545b370 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:57:19.722350 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 73cc1408-ec37-495b-8de1-4e0654e407ac up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:19.780698 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.808266 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43456) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:19.814257 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.834795 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-86843f3b-30af-492f-beb1-c76c1872c383 None None] Provisioning complete for port 73cc1408-ec37-495b-8de1-4e0654e407ac triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:19.835176 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-86843f3b-30af-492f-beb1-c76c1872c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.855651 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Attempting to bind port 86ad6ab6-1584-4bbf-8969-4955468a318f on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:19.856167 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Attempting to bind port 86ad6ab6-1584-4bbf-8969-4955468a318f by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:19.856590 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Attempting to bind port 86ad6ab6-1584-4bbf-8969-4955468a318f on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:19.870376 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:19.871001 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:19.871422 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.872367 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:19.873012 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Bound port: 86ad6ab6-1584-4bbf-8969-4955468a318f, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:19.873456 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.874354 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-94c4404a-3c36-4e7b-8db5-ce70d5907a8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc784e508cba47aea09c83beb1d87ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642314 Oct 15 17:57:19.875388 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43458) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:19.960815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1007c8e5-98ba-445d-b1da-ecc18edf46b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.961012 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] For port 86ad6ab6-1584-4bbf-8969-4955468a318f, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:19.961103 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 73cc1408-ec37-495b-8de1-4e0654e407ac triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:19.961103 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:19.961239 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] For port 86ad6ab6-1584-4bbf-8969-4955468a318f, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=86ad6ab6-1584-4bbf-8969-4955468a318f,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:19.967916 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfa9ec-dfef-49e0-b7aa-98b0b47ccfbd None None] Pushing event updated for resources: {'Port': ['ID=86ad6ab6-1584-4bbf-8969-4955468a318f,revision_number=2']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:19.985925 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1007c8e5-98ba-445d-b1da-ecc18edf46b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.021923 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Allocated IP 172.20.0.1 (17003032-d5e3-42f6-9f61-91010545b370/e45dc3fa-c48e-4079-a7bb-260b00fdbd7a/10f7d18a-c62b-43a8-9b42-e4b0db3c9b19) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:20.047159 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.083969 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-86843f3b-30af-492f-beb1-c76c1872c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.123824 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1007c8e5-98ba-445d-b1da-ecc18edf46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.127017 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1007c8e5-98ba-445d-b1da-ecc18edf46b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.132516 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1007c8e5-98ba-445d-b1da-ecc18edf46b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/245dee96-8fa5-4e5a-b807-0168e9539841 HTTP/1.1" status: 204 len: 168 time: 0.2553596 Oct 15 17:57:20.137618 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Routers {'bad602ca-10da-4d72-8153-e53a8114f9ec'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:20.139519 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:56:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bad602ca-10da-4d72-8153-e53a8114f9ec'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:20.147971 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007c8e5-98ba-445d-b1da-ecc18edf46b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245dee96-8fa5-4e5a-b807-0168e9539841,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:20.159016 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.178127 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.193163 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfa9ec-dfef-49e0-b7aa-98b0b47ccfbd None None] Pushing event updated for resources: {'Port': ['ID=86ad6ab6-1584-4bbf-8969-4955468a318f,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:20.205348 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-86843f3b-30af-492f-beb1-c76c1872c383 None None] For port 73cc1408-ec37-495b-8de1-4e0654e407ac, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=73cc1408-ec37-495b-8de1-4e0654e407ac,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:20.281346 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-86843f3b-30af-492f-beb1-c76c1872c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.313050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.359116 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.db.api [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 17:57:20.359535 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG oslo_db.api [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 17:57:20.362380 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86843f3b-30af-492f-beb1-c76c1872c383 None None] Pushing event updated for resources: {'Port': ['ID=73cc1408-ec37-495b-8de1-4e0654e407ac,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:20.364091 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Network 17003032-d5e3-42f6-9f61-91010545b370 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:20.369499 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:20.372060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:20.374705 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] Set router bad602ca-10da-4d72-8153-e53a8114f9ec gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:20.381274 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Pushing event updated for resources: {'Port': ['ID=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:20.410772 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-f5fb1139-fd0f-4417-acda-09d7d4e9bf01 None None] Provisioning complete for port 73cc1408-ec37-495b-8de1-4e0654e407ac triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:20.411461 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1139-fd0f-4417-acda-09d7d4e9bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.424106 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.604766 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T17:57:17Z', 'revision_number': 3, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:20.640192 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75154a-a1c5-4999-9bc7-79ec7f92e609 None None] The sync data for ids ['bad602ca-10da-4d72-8153-e53a8114f9ec'] in dv-cinder-790535-16-iscsi is: [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T17:57:17Z', 'revision_number': 3, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:57:20.693842 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.794237 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-855ddf19-f82c-446a-876d-853b5b16f793 None None] Provisioning complete for port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:20.794722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-855ddf19-f82c-446a-876d-853b5b16f793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.829368 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-855ddf19-f82c-446a-876d-853b5b16f793 None None] Port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:57:20.918262 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.926028 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 5f46b75a-fe70-4918-878e-b0be2da2aede up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:20.978991 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 5f46b75a-fe70-4918-878e-b0be2da2aede triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:20.979428 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:20.985677 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.068740 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Pushing event updated for resources: {'Port': ['ID=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:21.076307 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.094412 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-261dbfcc-a5db-49b7-b34f-728ca81d216f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.200943 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Network 17003032-d5e3-42f6-9f61-91010545b370 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:21.202569 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:21.350092 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Router bad602ca-10da-4d72-8153-e53a8114f9ec has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:57:21.479118 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:57:21.494434 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-fd97413a-5750-4c99-a7d2-6e35b61f9818 admin admin] 10.222.0.44 "PUT /v2.0/routers/bad602ca-10da-4d72-8153-e53a8114f9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5369809 Oct 15 17:57:21.566213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-884c9085-acc4-4764-8ef1-2e52c89417e0 None None] Provisioning complete for port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:21.567797 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-884c9085-acc4-4764-8ef1-2e52c89417e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.610956 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-884c9085-acc4-4764-8ef1-2e52c89417e0 None None] Port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:57:21.676842 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 86ad6ab6-1584-4bbf-8969-4955468a318f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:21.724189 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 86ad6ab6-1584-4bbf-8969-4955468a318f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:21.724561 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.817887 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.839841 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 86ad6ab6-1584-4bbf-8969-4955468a318f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=86ad6ab6-1584-4bbf-8969-4955468a318f,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:21.888836 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.940310 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:21.941055 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 73cc1408-ec37-495b-8de1-4e0654e407ac up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:22.019170 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=86ad6ab6-1584-4bbf-8969-4955468a318f,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:22.028815 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 73cc1408-ec37-495b-8de1-4e0654e407ac triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:22.029185 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:22.229035 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:22.370547 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Sync routers for ids ['bad602ca-10da-4d72-8153-e53a8114f9ec'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:57:22.379941 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Routers {'bad602ca-10da-4d72-8153-e53a8114f9ec'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:22.380570 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:57:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bad602ca-10da-4d72-8153-e53a8114f9ec'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:22.484327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Set router bad602ca-10da-4d72-8153-e53a8114f9ec gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:22.678046 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T17:57:20Z', 'revision_number': 4, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '10f7d18a-c62b-43a8-9b42-e4b0db3c9b19', 'name': '', 'network_id': '17003032-d5e3-42f6-9f61-91010545b370', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'mac_address': 'fa:16:3e:b6:62:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:19Z', 'updated_at': '2021-10-15T17:57:20Z', 'revision_number': 2, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'subnets': [{'id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:22.707660 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Checking router: bad602ca-10da-4d72-8153-e53a8114f9ec for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:57:22.708019 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Updating router bad602ca-10da-4d72-8153-e53a8114f9ec port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 17:57:22.731803 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:22.990256 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.054010 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.108588 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb763396-695f-4cc4-8d44-2d5631cc2b0e None None] Pushing event updated for resources: {'Port': ['ID=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:23.158808 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Attempting to bind port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:23.159187 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Attempting to bind port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:23.159583 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Attempting to bind port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 on network 17003032-d5e3-42f6-9f61-91010545b370 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:23.164985 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:23.165361 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Checking segment: {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:23.165765 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.166159 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Bound using segment: {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:23.166657 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Bound port: 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b08f18-f8da-4515-abda-a6ac95c2401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '17003032-d5e3-42f6-9f61-91010545b370'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:23.167039 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.231375 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] For port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:23.234448 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] For port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:23.306021 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.375042 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-fce31228-9959-40fc-8a2b-28b52f49e1ff None None] Provisioning complete for port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:23.375338 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fce31228-9959-40fc-8a2b-28b52f49e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.382258 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb763396-695f-4cc4-8d44-2d5631cc2b0e None None] Pushing event updated for resources: {'Port': ['ID=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:23.403119 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Routers {'bad602ca-10da-4d72-8153-e53a8114f9ec'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:23.403119 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:57:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bad602ca-10da-4d72-8153-e53a8114f9ec'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:23.543840 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 86ad6ab6-1584-4bbf-8969-4955468a318f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:23.550611 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] Set router bad602ca-10da-4d72-8153-e53a8114f9ec gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:57:23.598509 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fce31228-9959-40fc-8a2b-28b52f49e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.691700 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-fce31228-9959-40fc-8a2b-28b52f49e1ff None None] For port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:23.748037 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 86ad6ab6-1584-4bbf-8969-4955468a318f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:23.748409 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.773245 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.773964 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fce31228-9959-40fc-8a2b-28b52f49e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.876561 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce31228-9959-40fc-8a2b-28b52f49e1ff None None] Pushing event updated for resources: {'Port': ['ID=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:23.926460 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-75876bfe-111e-4f57-9d13-dd0187d5a1e1 None None] Provisioning complete for port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:23.926847 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-75876bfe-111e-4f57-9d13-dd0187d5a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:23.972426 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T17:57:20Z', 'revision_number': 4, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '10f7d18a-c62b-43a8-9b42-e4b0db3c9b19', 'name': '', 'network_id': '17003032-d5e3-42f6-9f61-91010545b370', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'mac_address': 'fa:16:3e:b6:62:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:19Z', 'updated_at': '2021-10-15T17:57:23Z', 'revision_number': 4, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'subnets': [{'id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:24.003756 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c168-748f-4f26-ac44-c956c9dc7349 None None] The sync data for ids ['bad602ca-10da-4d72-8153-e53a8114f9ec'] in dv-cinder-790535-16-iscsi is: [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T17:57:20Z', 'revision_number': 4, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '10f7d18a-c62b-43a8-9b42-e4b0db3c9b19', 'name': '', 'network_id': '17003032-d5e3-42f6-9f61-91010545b370', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'mac_address': 'fa:16:3e:b6:62:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:19Z', 'updated_at': '2021-10-15T17:57:23Z', 'revision_number': 4, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'subnets': [{'id': 'e45dc3fa-c48e-4079-a7bb-260b00fdbd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:57:24.148702 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109cd16-9ad8-4c75-87b7-115bec802e22 req-9d9f643c-5983-4b72-ab31-317ad25d2aca tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:24.151396 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6109cd16-9ad8-4c75-87b7-115bec802e22 req-9d9f643c-5983-4b72-ab31-317ad25d2aca tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0582082 Oct 15 17:57:24.151523 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2147-04b4-442e-8206-896a6c687699 req-5b9738f3-23e3-4980-aac1-8dfc1e8cb924 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:24.152950 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-92dd2147-04b4-442e-8206-896a6c687699 req-5b9738f3-23e3-4980-aac1-8dfc1e8cb924 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 944 time: 0.0538001 Oct 15 17:57:24.198590 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-92dd2147-04b4-442e-8206-896a6c687699 req-4842a8c5-67f0-4085-a5cc-b5b78c253759 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Oct 15 17:57:24.223177 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6109cd16-9ad8-4c75-87b7-115bec802e22 req-15f86575-2817-4d5c-b698-2755af57f9b1 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639131 Oct 15 17:57:24.635064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43532) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:24.639995 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714076849', 'description': 'tempest-secgroup-smoke-1714076849 description', 'project_id': '432acc4bf82846598e5d1d1030c1b803'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:24.723710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec515eb-382c-454b-877a-0240f2c15af4 req-8b68b0c7-6dc6-4322-9263-db8bc50c7967 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:24.725754 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cec515eb-382c-454b-877a-0240f2c15af4 req-8b68b0c7-6dc6-4322-9263-db8bc50c7967 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0544264 Oct 15 17:57:24.733928 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:24.763492 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cec515eb-382c-454b-877a-0240f2c15af4 req-050b7476-991f-4a9e-8825-0f2628b5d03a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Oct 15 17:57:24.786083 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-7fec6bf0-ec44-4ffd-b111-13db98311bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:24.788252 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-7fec6bf0-ec44-4ffd-b111-13db98311bfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=39336740694a4c1c832646b3e1684453&device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 1098 time: 0.0642772 Oct 15 17:57:24.851383 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:24.915748 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:24.931820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-c3bfb454-9b86-4761-b428-733a4d7c2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:24.933182 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-c3bfb454-9b86-4761-b428-733a4d7c2e8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 200 len: 919 time: 0.1345959 Oct 15 17:57:24.981219 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-293460b3-6dc0-49fa-bc1d-58d53079b5d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 200 len: 217 time: 0.0377159 Oct 15 17:57:24.981939 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4eea3-420b-471f-898d-23a019204769,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:25.018108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.028778 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-02616de1-b581-471a-b3cc-874e14a01a09 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3829150 Oct 15 17:57:25.029330 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43540) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:25.029330 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4eea3-420b-471f-898d-23a019204769', 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:25.058924 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-07978c12-4ddc-4bf9-9f7a-ea9550180f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:25.060428 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-07978c12-4ddc-4bf9-9f7a-ea9550180f37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 200 len: 858 time: 0.0718803 Oct 15 17:57:25.098471 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-d2a51a7d-054c-4961-a189-c58ffa6b5ae7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=360af2dc-114a-429f-9f83-30819b3d85ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292687 Oct 15 17:57:25.117542 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device e6c3058f-8446-40f6-8a7f-1d0c1f33a18d up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:25.142980 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.212428 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-7a2bfcb0-e2e9-45c5-982a-305c341eb24e service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054509 Oct 15 17:57:25.220766 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.225908 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:57:25.244031 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:25.244902 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.275485 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.310598 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f425f13-99b2-4a5c-bd17-f264df5a0164,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:25.344150 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.344523 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d79d504-6b78-453c-af3a-622814a9fc34 req-6163277b-aa11-432b-9d26-c29c7f0fd06a service neutron] 10.222.0.47 "GET /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179838 Oct 15 17:57:25.373795 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:57:25.376360 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93def58b-cabb-444f-9b58-b4aee7358be7" -d '{"events": [{"server_uuid": "5e6dfbc1-c55f-43aa-b95e-e2939151e5bf", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3058f-8446-40f6-8a7f-1d0c1f33a18d"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:57:25.388486 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0d19-6247-4a1c-8ef6-fc2a13e336db req-4578c9fe-d32c-47df-b751-b28c71e6055b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:25.390088 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-99db0d19-6247-4a1c-8ef6-fc2a13e336db req-4578c9fe-d32c-47df-b751-b28c71e6055b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 944 time: 0.0611196 Oct 15 17:57:25.394315 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.397958 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:25.400613 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-bcf92ba9-4fc8-44a9-ba0c-679489b52310 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771603 Oct 15 17:57:25.403271 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43546) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:25.408805 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4eea3-420b-471f-898d-23a019204769', 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:25.437729 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-99db0d19-6247-4a1c-8ef6-fc2a13e336db req-5a363908-be7b-4c9a-9ab4-d41171c8e1a7 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375063 Oct 15 17:57:25.445575 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bfecf6-e240-4802-9653-30a7adfac990 x-openstack-request-id: req-77bfecf6-e240-4802-9653-30a7adfac990 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:57:25.445912 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6dfbc1-c55f-43aa-b95e-e2939151e5bf", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3058f-8446-40f6-8a7f-1d0c1f33a18d", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:57:25.446196 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77bfecf6-e240-4802-9653-30a7adfac990 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:57:25.446991 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d', 'code': 200} Oct 15 17:57:25.475177 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.542353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:25.555859 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.620327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:57:25.669889 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:57:25.670247 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.671329 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.758798 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.792306 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173208c1-bd9c-414d-ac59-bfce2dd93f1e,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:25.831004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389778b7-97d0-44b7-b6c9-90bec8dd11c3 req-35553944-6110-4494-a658-7db58e0bf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:25.833224 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-389778b7-97d0-44b7-b6c9-90bec8dd11c3 req-35553944-6110-4494-a658-7db58e0bf942 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 1098 time: 0.0543907 Oct 15 17:57:25.886354 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-389778b7-97d0-44b7-b6c9-90bec8dd11c3 req-e00814db-6db8-4787-b3ba-0f4095b14028 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Oct 15 17:57:25.891685 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:25.893668 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-95ad8eec-a601-4c28-ac89-c8b74ce58d1a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4885654 Oct 15 17:57:25.895912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43568) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:25.905513 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4eea3-420b-471f-898d-23a019204769', 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:25.914537 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea39f08-659e-4808-ac69-450555e5ab8e req-890768e0-92dd-433c-baae-49e1ad67ce3a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:25.919749 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dea39f08-659e-4808-ac69-450555e5ab8e req-890768e0-92dd-433c-baae-49e1ad67ce3a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0750990 Oct 15 17:57:25.979443 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dea39f08-659e-4808-ac69-450555e5ab8e req-dc525c03-e6ba-4925-a07b-9d94a51abaa7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Oct 15 17:57:26.006093 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.060930 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.146212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.166764 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94f8dd0-a05c-4dea-9eb6-51e19afa724d,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:26.239382 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.241253 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-947daa3c-acef-4c8f-ad18-b696d7ab970b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440683 Oct 15 17:57:26.244326 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43596) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:26.251020 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4eea3-420b-471f-898d-23a019204769', 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:26.385237 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.442205 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.534681 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.561385 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af468e0f-d586-4d04-b615-2fafb944604f,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:26.575839 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9249bd2-890a-4e07-bd4a-b69dcf3229dc req-715de8ca-bd99-44fa-a86e-9d4c1cbec891 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:26.580705 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c9249bd2-890a-4e07-bd4a-b69dcf3229dc req-715de8ca-bd99-44fa-a86e-9d4c1cbec891 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0693684 Oct 15 17:57:26.614247 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c9249bd2-890a-4e07-bd4a-b69dcf3229dc req-cb8e7ace-b179-4a17-9026-7bde2ae64a00 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Oct 15 17:57:26.662431 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.663613 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-307637e9-9e04-4064-8d90-3e04d09ff5e7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4180033 Oct 15 17:57:26.666437 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43610) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:26.670899 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4eea3-420b-471f-898d-23a019204769', 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:26.840277 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.securitygroups_db [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Project 432acc4bf82846598e5d1d1030c1b803 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 17:57:26.845254 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.893687 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.971470 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:26.987986 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e1547d-89b5-42db-8301-37d660737a0c,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:27.068820 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:27.069993 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a1236004-fa4a-44f8-8f76-d2000be4c92f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025879 Oct 15 17:57:27.072850 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43616) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:27.077408 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4eea3-420b-471f-898d-23a019204769', 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:27.090069 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47a9f9-b71d-40ee-aad4-691ad8702b1b req-37215133-73c6-411a-b449-5ddcc343c260 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:27.091692 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cf47a9f9-b71d-40ee-aad4-691ad8702b1b req-37215133-73c6-411a-b449-5ddcc343c260 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0532753 Oct 15 17:57:27.128560 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cf47a9f9-b71d-40ee-aad4-691ad8702b1b req-cba0b0f0-380a-4cae-94d2-5ea791ce0b49 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Oct 15 17:57:27.160513 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.securitygroups_db [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Project 432acc4bf82846598e5d1d1030c1b803 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 17:57:27.166049 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:27.226819 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:27.291618 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:27.309267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac91ed9-a632-400a-b29b-919cfef791ac,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:27.379652 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:27.381187 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-0f0be88a-b174-471a-8366-39c78ece473a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3073106 Oct 15 17:57:28.362893 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:31.331409 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37296f-f451-4714-b2d0-63a16e99d921 req-681abcea-3f0f-4dee-86f6-64fa35fb26fb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:31.333001 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3f37296f-f451-4714-b2d0-63a16e99d921 req-681abcea-3f0f-4dee-86f6-64fa35fb26fb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0499635 Oct 15 17:57:31.356265 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bcbd6-9e3e-4930-8c8b-616080da2a4c req-3264c525-ea86-4abf-b168-9e4b2b9c221c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:31.357742 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-832bcbd6-9e3e-4930-8c8b-616080da2a4c req-3264c525-ea86-4abf-b168-9e4b2b9c221c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0502517 Oct 15 17:57:31.372907 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3f37296f-f451-4714-b2d0-63a16e99d921 req-2cc71460-e1a0-4445-bb88-ad0b10929f3c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Oct 15 17:57:31.400658 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-832bcbd6-9e3e-4930-8c8b-616080da2a4c req-e867db05-fc99-450f-8340-f53aa2c66d11 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Oct 15 17:57:32.493109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75b86e-768a-4da7-aa1c-5194595bd013 req-10427119-69d8-4d4c-b397-b4158a6d5b83 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:32.494750 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5e75b86e-768a-4da7-aa1c-5194595bd013 req-10427119-69d8-4d4c-b397-b4158a6d5b83 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0498252 Oct 15 17:57:32.524148 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4665-0eee-4f0f-9fb9-8b9bfd4641cf req-34898d4b-c65d-461b-a8e0-2d8d477db64d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:32.525744 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-561d4665-0eee-4f0f-9fb9-8b9bfd4641cf req-34898d4b-c65d-461b-a8e0-2d8d477db64d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0504394 Oct 15 17:57:32.534650 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5e75b86e-768a-4da7-aa1c-5194595bd013 req-a4c46905-06d7-47e4-a5cc-5f09d6a35d17 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Oct 15 17:57:32.564776 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-561d4665-0eee-4f0f-9fb9-8b9bfd4641cf req-6dbfbc52-0d9b-47c3-b63c-8b5667f04874 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Oct 15 17:57:33.725150 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d96e6-c47d-43c8-a6f9-5f86eb6fa503 req-12e79199-fae3-46c7-b05f-3336ae1c52f8 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:33.726845 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f96d96e6-c47d-43c8-a6f9-5f86eb6fa503 req-12e79199-fae3-46c7-b05f-3336ae1c52f8 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0506504 Oct 15 17:57:33.747169 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f58dff-3a7a-4d1b-b306-9aa7d7e1562d req-4838d347-c457-4344-a04a-8a4276987618 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:33.748698 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08f58dff-3a7a-4d1b-b306-9aa7d7e1562d req-4838d347-c457-4344-a04a-8a4276987618 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0545716 Oct 15 17:57:33.767468 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f96d96e6-c47d-43c8-a6f9-5f86eb6fa503 req-edf45c4b-e12f-4a6b-a40f-0b3e285a8dcb tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338051 Oct 15 17:57:33.788497 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08f58dff-3a7a-4d1b-b306-9aa7d7e1562d req-02dcc4fa-112a-4e96-a1ca-aa67b892b039 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Oct 15 17:57:34.913570 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654da1cd-7bef-44e3-9553-53683b88cc89 req-df01b4f4-4768-4036-92e6-fe1c253fe0a3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:34.915219 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-654da1cd-7bef-44e3-9553-53683b88cc89 req-df01b4f4-4768-4036-92e6-fe1c253fe0a3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0497544 Oct 15 17:57:34.956937 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-654da1cd-7bef-44e3-9553-53683b88cc89 req-3811beb6-3a9b-4257-a620-345ccc303865 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Oct 15 17:57:35.364607 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:57:36.074701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278bda8-edc4-4e39-a245-1530b48bd1c9 req-bf5addb7-9936-4bf4-9cfa-65c38d90e942 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:36.082375 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1278bda8-edc4-4e39-a245-1530b48bd1c9 req-bf5addb7-9936-4bf4-9cfa-65c38d90e942 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Oct 15 17:57:36.116488 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1278bda8-edc4-4e39-a245-1530b48bd1c9 req-670ef1c1-a26c-4c14-97c7-22f7d18479da tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Oct 15 17:57:36.645144 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43804) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:36.756554 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02b62d07-e48f-4994-a118-67cbf8bcd205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:36.826990 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02b62d07-e48f-4994-a118-67cbf8bcd205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:36.883616 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-02b62d07-e48f-4994-a118-67cbf8bcd205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:36.928440 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-02b62d07-e48f-4994-a118-67cbf8bcd205 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=923417550633438aaa708522767edb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821562 Oct 15 17:57:36.929996 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b62d07-e48f-4994-a118-67cbf8bcd205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf4504-196e-4d04-ac05-02722b10b0f0,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:36.932128 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 43818) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:36.991283 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-50cc2ce1-b71c-4c3a-b9c1-4d349942a880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:37.014098 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-50cc2ce1-b71c-4c3a-b9c1-4d349942a880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:37.168663 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-50cc2ce1-b71c-4c3a-b9c1-4d349942a880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:37.171303 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-50cc2ce1-b71c-4c3a-b9c1-4d349942a880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:37.172522 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-50cc2ce1-b71c-4c3a-b9c1-4d349942a880 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1daf4504-196e-4d04-ac05-02722b10b0f0 HTTP/1.1" status: 204 len: 168 time: 0.2387602 Oct 15 17:57:37.180066 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc2ce1-b71c-4c3a-b9c1-4d349942a880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf4504-196e-4d04-ac05-02722b10b0f0,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:37.837131 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43838) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:37.959087 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-5f37c4c5-cdfd-46d4-9357-cdbeec4bf6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.038379 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-5f37c4c5-cdfd-46d4-9357-cdbeec4bf6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.111720 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-5f37c4c5-cdfd-46d4-9357-cdbeec4bf6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.148726 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37c4c5-cdfd-46d4-9357-cdbeec4bf6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f975016-c9fe-476a-808c-6bb6063f3ca0,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:38.153245 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-5f37c4c5-cdfd-46d4-9357-cdbeec4bf6ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ead725b4670f451ebfe863692e936071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149579 Oct 15 17:57:38.158089 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 43846) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:38.206574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1a135978-7ca7-485b-9ca2-bf6d1f48bcd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.228535 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1a135978-7ca7-485b-9ca2-bf6d1f48bcd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.337956 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1a135978-7ca7-485b-9ca2-bf6d1f48bcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.340594 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1a135978-7ca7-485b-9ca2-bf6d1f48bcd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:38.341774 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1a135978-7ca7-485b-9ca2-bf6d1f48bcd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f975016-c9fe-476a-808c-6bb6063f3ca0 HTTP/1.1" status: 204 len: 168 time: 0.1849148 Oct 15 17:57:38.350694 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a135978-7ca7-485b-9ca2-bf6d1f48bcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f975016-c9fe-476a-808c-6bb6063f3ca0,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:41.694075 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fb1e6-24ae-47de-91f0-115c35464bdc req-db23ca24-6382-4abd-a826-ab13409f2dd3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:41.696068 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0a7fb1e6-24ae-47de-91f0-115c35464bdc req-db23ca24-6382-4abd-a826-ab13409f2dd3 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0498619 Oct 15 17:57:41.736899 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0a7fb1e6-24ae-47de-91f0-115c35464bdc req-3c9ebd84-e0c8-4afb-bf81-b39053ec6274 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Oct 15 17:57:42.854441 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1597f0-e4e9-486c-b42d-141431d9ab13 req-83b06acf-24f8-4537-9d18-a2afe424fb72 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:42.856010 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aa1597f0-e4e9-486c-b42d-141431d9ab13 req-83b06acf-24f8-4537-9d18-a2afe424fb72 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Oct 15 17:57:42.894827 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aa1597f0-e4e9-486c-b42d-141431d9ab13 req-ddf08c1a-5c18-42d6-91b6-dbbb261d9223 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Oct 15 17:57:44.009274 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f35db-84c4-4da2-9989-6ae7e6d3dc46 req-10344205-732e-4b7b-95c5-da50437930c0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:44.010749 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-014f35db-84c4-4da2-9989-6ae7e6d3dc46 req-10344205-732e-4b7b-95c5-da50437930c0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0489635 Oct 15 17:57:44.049924 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-014f35db-84c4-4da2-9989-6ae7e6d3dc46 req-0d04154f-3259-4476-985b-b495573828f7 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Oct 15 17:57:45.172320 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6785-5158-45dc-8394-8d1ffe53e310 req-7f20326d-811a-445a-9ffa-8d7d6f60f69d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:45.174286 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6acc6785-5158-45dc-8394-8d1ffe53e310 req-7f20326d-811a-445a-9ffa-8d7d6f60f69d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0537822 Oct 15 17:57:45.210808 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6acc6785-5158-45dc-8394-8d1ffe53e310 req-b560eec6-50a2-4fa5-9114-2346ab68956c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301559 Oct 15 17:57:45.385920 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-d51c11ee-22e9-4e18-90d0-02ce74f7249c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:45.387409 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-d51c11ee-22e9-4e18-90d0-02ce74f7249c tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 945 time: 0.0501492 Oct 15 17:57:45.484699 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Deleting port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:57:45.485041 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:45.576473 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] For port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:45.576835 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:45.589496 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Calling delete_port for b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:57:45.780210 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:45.795248 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['5eeb922a-29e5-49e0-967e-9fca0b8a3577', 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:57:45.812326 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Pushing event deleted for resources: {'Port': ['ID=b75da0f9-0ce7-4f41-a849-0aa3f56b56a5,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:45.856726 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] No DVR routers for this DVR port b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:57:45.859261 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:45.862749 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6c3f151c-d885-4a8b-a83f-57a814dbc65d req-56e25a1a-213e-4d76-bb64-de864c07259e tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "DELETE /v2.0/ports/b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 HTTP/1.1" status: 204 len: 173 time: 0.4682465 Oct 15 17:57:45.863295 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'name': 'network-vif-deleted', 'tag': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:57:45.865897 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ecb5f-1e61-41cd-b4fc-e4d8fa249b8d" -d '{"events": [{"server_uuid": "6b67c82e-7e4d-4f76-a4db-770100b468a5", "name": "network-vif-deleted", "tag": "b75da0f9-0ce7-4f41-a849-0aa3f56b56a5"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:57:45.901296 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73efa8a-2183-40e4-b2a2-24c72a03b871 x-openstack-request-id: req-f73efa8a-2183-40e4-b2a2-24c72a03b871 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:57:45.901596 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b67c82e-7e4d-4f76-a4db-770100b468a5", "name": "network-vif-deleted", "tag": "b75da0f9-0ce7-4f41-a849-0aa3f56b56a5", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:57:45.901855 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f73efa8a-2183-40e4-b2a2-24c72a03b871 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:57:45.902253 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b67c82e-7e4d-4f76-a4db-770100b468a5', 'name': 'network-vif-deleted', 'tag': 'b75da0f9-0ce7-4f41-a849-0aa3f56b56a5', 'status': 'completed', 'code': 200} Oct 15 17:57:46.327939 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2b107044-0fff-41f2-8479-5ef052c08f96 req-e0aaaf00-8d79-4d83-8edc-5a348ce6f35a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b67c82e-7e4d-4f76-a4db-770100b468a5 HTTP/1.1" status: 200 len: 210 time: 0.0296035 Oct 15 17:57:47.782912 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763ac07-bb9f-40e1-bfeb-3f5ea4b7ed1d req-d07ce112-b4a2-458d-acf5-3d2031461c31 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:47.784416 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e763ac07-bb9f-40e1-bfeb-3f5ea4b7ed1d req-d07ce112-b4a2-458d-acf5-3d2031461c31 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0486972 Oct 15 17:57:47.822216 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e763ac07-bb9f-40e1-bfeb-3f5ea4b7ed1d req-c0bfe0db-3dcf-48ae-8a1a-86141d853f53 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Oct 15 17:57:48.223213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-a4b98661-a023-46af-b014-e560c590c452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:48.940048 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e9b8-9022-4e6b-8836-0435d5c8ea1d req-a71bfadd-fdb8-4b04-b118-0eee5c75fc42 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:48.941620 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3374e9b8-9022-4e6b-8836-0435d5c8ea1d req-a71bfadd-fdb8-4b04-b118-0eee5c75fc42 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0477951 Oct 15 17:57:48.979805 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3374e9b8-9022-4e6b-8836-0435d5c8ea1d req-43601846-41cd-4ad7-9cb8-cd02918385b0 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Oct 15 17:57:49.105876 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-a05c06b1-f9fd-4561-a01b-2e9bf65020de tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:49.107348 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-a05c06b1-f9fd-4561-a01b-2e9bf65020de tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1060858 Oct 15 17:57:49.121782 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-66f4c03a-5680-4538-a339-e2a1b6df1d05 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/quotas/d499a83c40664f6bb8fbc319492994fa HTTP/1.1" status: 200 len: 375 time: 0.0089772 Oct 15 17:57:49.173557 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-0a6da041-4472-4c9d-8ba6-9cf14e351a2e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462379 Oct 15 17:57:49.264065 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-cfa35deb-919f-48b0-8b99-90da1a689422 service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835979 Oct 15 17:57:49.358893 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-9f0ae611-15d9-42f4-96bb-58050adf660a service neutron] 10.222.0.44 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886528 Oct 15 17:57:49.614061 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5b50f41f-e6c2-4014-8323-59b683f3a678 req-59f0021d-20ce-43e9-a519-3caf5df7fbbe tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 210 time: 0.0307856 Oct 15 17:57:50.094182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b148229-a8c7-4cd6-88bc-0cc48d0df323 req-b5819117-5efe-40c0-934a-2886e4608be9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:50.095673 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7b148229-a8c7-4cd6-88bc-0cc48d0df323 req-b5819117-5efe-40c0-934a-2886e4608be9 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0476120 Oct 15 17:57:50.133373 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7b148229-a8c7-4cd6-88bc-0cc48d0df323 req-dc88c4f9-bbe4-4f2c-9a83-74fe282355e6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Oct 15 17:57:50.380926 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:57:50.403870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:57:50.404210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b75da0f9-0ce7-4f41-a849-0aa3f56b56a5 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:57:50.705228 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0927e5a4-3362-49a8-b458-05a398e362a0 req-acb14851-6967-4a76-9c78-66971aef5c6f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 210 time: 0.0254388 Oct 15 17:57:51.096863 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-46b61b8f-67d1-456b-aab1-b785499175a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:51.248605 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6f82-3ad4-4681-a4e3-47b1c46945bc req-07f5d1cc-dd07-4948-bfa0-132078ae3609 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:51.250123 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9da6f82-3ad4-4681-a4e3-47b1c46945bc req-07f5d1cc-dd07-4948-bfa0-132078ae3609 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Oct 15 17:57:51.286867 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b9da6f82-3ad4-4681-a4e3-47b1c46945bc req-332e358d-6d4f-49bd-9080-80c4025ad40b tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Oct 15 17:57:51.628619 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-b28530d6-4682-45ed-8a7e-32d1757f738e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:51.630071 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-b28530d6-4682-45ed-8a7e-32d1757f738e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 815 time: 0.1030078 Oct 15 17:57:51.650748 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Request body: {'port': {'device_id': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'admin_state_up': True, 'tenant_id': 'd499a83c40664f6bb8fbc319492994fa'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:51.804512 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a5e0fa0f-5f14-4106-bb5d-7b880d428f77 req-b84082f5-67d4-48de-b2dc-6f7f24f1720d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 210 time: 0.0256276 Oct 15 17:57:51.876815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Made reservation on behalf of d499a83c40664f6bb8fbc319492994fa for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:57:51.877205 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:51.880526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:52.008488 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Allocated IP 172.20.0.5 (1984adf4-e1cf-49a4-951f-e1fd0ff61050/9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0/f28ec9ac-c306-4fdd-98f4-27349eac8346) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:57:52.231567 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:52.370168 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:52.424558 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304d7b-03e6-4923-b144-9d0ea3f0eb1c req-7a948afd-194a-44b8-bdc5-0cd07be55413 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:52.426019 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8304d7b-03e6-4923-b144-9d0ea3f0eb1c req-7a948afd-194a-44b8-bdc5-0cd07be55413 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0688114 Oct 15 17:57:52.464674 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8304d7b-03e6-4923-b144-9d0ea3f0eb1c req-444e8a5a-ee13-4d93-ae12-8807c302069a tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Oct 15 17:57:52.511384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:52.532066 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:57:52.555119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:57:52.560343 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:57:52.562995 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:57:52.612186 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event updated for resources: {'Port': ['ID=f28ec9ac-c306-4fdd-98f4-27349eac8346,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:52.625821 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.626176 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.626519 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.626859 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.627198 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.627557 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.627890 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.628222 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.628543 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.628870 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.629195 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.629519 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:57:52.646922 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:52.651518 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:52.743493 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-1cc71b49-88a4-4adb-b322-016f0fa53bd4 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0984035 Oct 15 17:57:52.763753 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Request body: {'port': {'device_id': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:57:52.817633 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:52.990047 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795c4ca-888f-484a-970f-b22ce830cf79 req-a62c07c4-90d9-4a78-9e31-25bbb70a74c0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:52.991561 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9795c4ca-888f-484a-970f-b22ce830cf79 req-a62c07c4-90d9-4a78-9e31-25bbb70a74c0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 931 time: 0.1190917 Oct 15 17:57:53.069791 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9795c4ca-888f-484a-970f-b22ce830cf79 req-7864b7c1-7dcb-4760-851a-7f402ea2da88 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698600 Oct 15 17:57:53.142640 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28ec9ac-c306-4fdd-98f4-27349eac8346 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:57:53.150496 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:53.162651 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Transition to ACTIVE for port object f28ec9ac-c306-4fdd-98f4-27349eac8346 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:57:53.234182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:53.283980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Pushing event updated for resources: {'Port': ['ID=f28ec9ac-c306-4fdd-98f4-27349eac8346,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:53.348606 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Attempting to bind port f28ec9ac-c306-4fdd-98f4-27349eac8346 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:57:53.348940 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Attempting to bind port f28ec9ac-c306-4fdd-98f4-27349eac8346 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:57:53.349263 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Attempting to bind port f28ec9ac-c306-4fdd-98f4-27349eac8346 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:53.353979 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Port f28ec9ac-c306-4fdd-98f4-27349eac8346 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:57:53.354290 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Attempting to bind port f28ec9ac-c306-4fdd-98f4-27349eac8346 on network 1984adf4-e1cf-49a4-951f-e1fd0ff61050 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:57:53.358973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:57:53.359324 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Checking segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:57:53.359697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Bound using segment: {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:57:53.360108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Bound port: f28ec9ac-c306-4fdd-98f4-27349eac8346, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee60d8bc-44dd-43f2-a05c-5e58628123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:57:53.360445 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:53.420152 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] For port f28ec9ac-c306-4fdd-98f4-27349eac8346, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:57:53.423072 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] For port f28ec9ac-c306-4fdd-98f4-27349eac8346, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:57:53.477545 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:53.515197 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:53.515903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:53.517262 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] 10.222.0.47 "PUT /v2.0/ports/f28ec9ac-c306-4fdd-98f4-27349eac8346 HTTP/1.1" status: 200 len: 1093 time: 0.7577274 Oct 15 17:57:53.517698 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'tag': 'f28ec9ac-c306-4fdd-98f4-27349eac8346'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:57:53.519957 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08488162-c48f-4491-a9b8-1df9b9e88fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d97851-f655-4bb9-a335-8d1c1872c315", "tag": "f28ec9ac-c306-4fdd-98f4-27349eac8346"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:57:53.553836 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621aba5-7ed6-4f5d-ad34-4cf341da2e01 service neutron] Pushing event updated for resources: {'Port': ['ID=f28ec9ac-c306-4fdd-98f4-27349eac8346,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:53.596307 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27cab1-4c67-4052-a570-224f2132ca32 req-859ebe1f-611d-456e-900c-7ebe1bd29185 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:53.598842 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c27cab1-4c67-4052-a570-224f2132ca32 req-859ebe1f-611d-456e-900c-7ebe1bd29185 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Oct 15 17:57:53.603608 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8c61b8-9c87-4dea-8329-b17b1966feb4 x-openstack-request-id: req-9e8c61b8-9c87-4dea-8329-b17b1966feb4 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:57:53.613216 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d97851-f655-4bb9-a335-8d1c1872c315", "tag": "f28ec9ac-c306-4fdd-98f4-27349eac8346", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:57:53.613216 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e8c61b8-9c87-4dea-8329-b17b1966feb4 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:57:53.613216 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'tag': 'f28ec9ac-c306-4fdd-98f4-27349eac8346', 'status': 'completed', 'code': 200} Oct 15 17:57:53.669365 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c27cab1-4c67-4052-a570-224f2132ca32 req-6b136008-99e4-4c15-a2ba-b98e256630a6 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599256 Oct 15 17:57:53.681618 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-d8a0349d-9706-41fc-840a-ce243597c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:53.683093 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-d8a0349d-9706-41fc-840a-ce243597c2de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 1096 time: 0.0681674 Oct 15 17:57:53.722814 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:53.733535 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-0307ef18-0beb-43e9-9892-ac6449303772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346 HTTP/1.1" status: 200 len: 217 time: 0.0393908 Oct 15 17:57:53.787801 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-67e5950b-613b-4056-bfa5-aeb7411391ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:53.789364 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-67e5950b-613b-4056-bfa5-aeb7411391ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 200 len: 855 time: 0.0432768 Oct 15 17:57:53.830122 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-b7a476d3-1e58-4008-a6de-6cd8172b11b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1984adf4-e1cf-49a4-951f-e1fd0ff61050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242138 Oct 15 17:57:53.937312 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-4094d447-2882-4625-a852-511310cfab76 service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884805 Oct 15 17:57:54.038329 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97ff25ba-9ad0-4ad0-b571-58fdf736f35f req-59782d60-5c9a-4bfd-9ec6-d458bc9aea8e service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806267 Oct 15 17:57:54.192382 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588bd8e-e94c-4f11-947d-ba16a385b975 req-1a6ba41f-4229-4516-846c-4a1b62ca6ae7 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:54.193702 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7588bd8e-e94c-4f11-947d-ba16a385b975 req-1a6ba41f-4229-4516-846c-4a1b62ca6ae7 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 943 time: 0.0561607 Oct 15 17:57:54.249467 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7588bd8e-e94c-4f11-947d-ba16a385b975 req-b4539783-9a8e-41ee-aa75-50f431a52793 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Oct 15 17:57:54.251968 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-72081fd4-1205-4569-924b-5cf29f626349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:54.253321 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-72081fd4-1205-4569-924b-5cf29f626349 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d499a83c40664f6bb8fbc319492994fa&device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 1096 time: 0.0786841 Oct 15 17:57:54.345474 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-9d9d2946-4514-45fa-b378-7bda751152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:54.347038 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-9d9d2946-4514-45fa-b378-7bda751152ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 200 len: 916 time: 0.0819418 Oct 15 17:57:54.394282 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-9ec51e00-c3d1-45a0-9e96-62b4616fe890 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346 HTTP/1.1" status: 200 len: 217 time: 0.0363700 Oct 15 17:57:54.443444 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-6607203f-00de-4cb7-b1e1-013d0fc1efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:54.444753 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-6607203f-00de-4cb7-b1e1-013d0fc1efaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 200 len: 855 time: 0.0426393 Oct 15 17:57:54.473702 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-8de9f987-cf24-4c32-a44d-10323bbd8a75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1984adf4-e1cf-49a4-951f-e1fd0ff61050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0217311 Oct 15 17:57:54.563150 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-752e1e09-ecf8-4c08-9774-a61a19c306ba service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Oct 15 17:57:54.655952 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08488162-c48f-4491-a9b8-1df9b9e88fb7 req-f21570d4-88d5-4c76-854e-053fa06ec4ce service neutron] 10.222.0.47 "GET /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825853 Oct 15 17:57:54.786905 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0faac5-e06e-46ba-b311-0dcf1a9153cb req-1751142a-1aeb-4504-be48-045c9860634d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:54.788392 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf0faac5-e06e-46ba-b311-0dcf1a9153cb req-1751142a-1aeb-4504-be48-045c9860634d tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0472023 Oct 15 17:57:54.829170 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf0faac5-e06e-46ba-b311-0dcf1a9153cb req-b832c846-6911-42b8-86f9-4f497e5d8f92 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Oct 15 17:57:55.362939 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d287-b3a1-44df-8993-badb172d520d req-d6168e1c-d4c5-499d-85e9-c8fbcdcc9426 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:55.364663 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7b12d287-b3a1-44df-8993-badb172d520d req-d6168e1c-d4c5-499d-85e9-c8fbcdcc9426 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 943 time: 0.0474205 Oct 15 17:57:55.402538 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7b12d287-b3a1-44df-8993-badb172d520d req-e5872616-3073-4b7b-8dc1-4133558d28df tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Oct 15 17:57:55.943017 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0c4f-6942-4888-99ca-e9e6157cd7ba req-9c0ab010-ca33-480d-a5f2-d87398aed425 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:55.944497 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5b6d0c4f-6942-4888-99ca-e9e6157cd7ba req-9c0ab010-ca33-480d-a5f2-d87398aed425 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Oct 15 17:57:55.980738 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5b6d0c4f-6942-4888-99ca-e9e6157cd7ba req-3adc231c-9662-40b1-88d2-07ab639b2298 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed98a84-3aed-4161-82ca-6dd310fac804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302644 Oct 15 17:57:56.054183 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-80c279c7-f340-487d-9b05-46edcb6f0b15 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:56.055659 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-80c279c7-f340-487d-9b05-46edcb6f0b15 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 945 time: 0.0482521 Oct 15 17:57:56.157937 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Deleting port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:57:56.158267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:56.243287 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] For port 5eeb922a-29e5-49e0-967e-9fca0b8a3577, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5eeb922a-29e5-49e0-967e-9fca0b8a3577,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:56.243577 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:56.255984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Calling delete_port for 5eeb922a-29e5-49e0-967e-9fca0b8a3577 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:57:56.457134 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:56.481719 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['5eeb922a-29e5-49e0-967e-9fca0b8a3577'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:57:56.484125 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Pushing event deleted for resources: {'Port': ['ID=5eeb922a-29e5-49e0-967e-9fca0b8a3577,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:56.525948 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] No DVR routers for this DVR port 5eeb922a-29e5-49e0-967e-9fca0b8a3577 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:57:56.528501 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:56.530156 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f4035-b808-4f55-b869-2c9e023f3e59 req-8083fb32-6b82-4898-9c47-a2a6b707cc36 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:56.531802 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8a1f4035-b808-4f55-b869-2c9e023f3e59 req-8083fb32-6b82-4898-9c47-a2a6b707cc36 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 943 time: 0.0627358 Oct 15 17:57:56.531927 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81260d1c-fb50-467b-87c2-ba59655175b2 req-1ac890b4-eb78-41e7-a83c-b2ff7557ba68 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.47 "DELETE /v2.0/ports/5eeb922a-29e5-49e0-967e-9fca0b8a3577 HTTP/1.1" status: 204 len: 173 time: 0.4588850 Oct 15 17:57:56.532244 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'name': 'network-vif-deleted', 'tag': '5eeb922a-29e5-49e0-967e-9fca0b8a3577'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:57:56.534468 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71f08a-b276-4c14-ba79-5ffd4f8472d7" -d '{"events": [{"server_uuid": "45a2cee0-69b2-41cd-a185-4a97ab8da208", "name": "network-vif-deleted", "tag": "5eeb922a-29e5-49e0-967e-9fca0b8a3577"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:57:56.572365 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfacac0-7ece-49f8-90d8-cbdbc407a511 x-openstack-request-id: req-bcfacac0-7ece-49f8-90d8-cbdbc407a511 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:57:56.572663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a2cee0-69b2-41cd-a185-4a97ab8da208", "name": "network-vif-deleted", "tag": "5eeb922a-29e5-49e0-967e-9fca0b8a3577", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:57:56.572917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcfacac0-7ece-49f8-90d8-cbdbc407a511 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:57:56.573316 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a2cee0-69b2-41cd-a185-4a97ab8da208', 'name': 'network-vif-deleted', 'tag': '5eeb922a-29e5-49e0-967e-9fca0b8a3577', 'status': 'completed', 'code': 200} Oct 15 17:57:56.574419 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8a1f4035-b808-4f55-b869-2c9e023f3e59 req-2e9821c9-4075-4d8e-a80b-fbafc1627476 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361159 Oct 15 17:57:57.087615 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-66674812-091d-4478-aafd-cf6f6bee2d37 req-98b7d5e8-664d-4300-901a-9ddaf1d61075 tempest-ServerRescueNegativeTestJSON-1727986680 tempest-ServerRescueNegativeTestJSON-1727986680-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a2cee0-69b2-41cd-a185-4a97ab8da208 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Oct 15 17:57:57.585715 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-562c4010-d058-480e-b312-1c84f9049939 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372429 Oct 15 17:57:57.646006 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-a951237f-9a91-4d94-b64f-701b2d481502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:57.647522 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-a951237f-9a91-4d94-b64f-701b2d481502 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1098 time: 0.0392585 Oct 15 17:57:57.693756 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010cd92-2350-4f45-b4fe-745842e481c7 req-270d0530-7dac-4791-9603-89ab214b9945 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:57.695207 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b010cd92-2350-4f45-b4fe-745842e481c7 req-270d0530-7dac-4791-9603-89ab214b9945 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 943 time: 0.0484657 Oct 15 17:57:57.732888 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b010cd92-2350-4f45-b4fe-745842e481c7 req-1b95c6e9-3d8e-4946-bfa9-04510d415bf1 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Oct 15 17:57:57.754249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-387944da-4c31-4099-ba85-22c39808bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:57.755753 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-387944da-4c31-4099-ba85-22c39808bede service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0877600 Oct 15 17:57:57.818459 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-ac187697-6a1e-4aa8-9ac2-d7ab126f0575 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 1000 time: 0.0551457 Oct 15 17:57:57.866147 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-20f1724e-9e82-4480-a54c-e75b0f3110a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:57.867590 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-20f1724e-9e82-4480-a54c-e75b0f3110a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0423126 Oct 15 17:57:57.915134 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-359474c3-701b-4a8a-a0d8-59d07d186620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:57.916493 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-359474c3-701b-4a8a-a0d8-59d07d186620 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408642 Oct 15 17:57:58.003494 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-d9d2d49c-c325-476a-b693-3460d9add846 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778849 Oct 15 17:57:58.093537 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82555e60-a4d1-4884-8b0d-065145cf94ea req-b775793a-dfb3-483e-bbd4-8058754fe57b service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824611 Oct 15 17:57:58.144084 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44108) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:58.394642 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:58.737590 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:58.856116 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8d9e5-918f-4318-a649-7dec4504cf86 req-5c923ef0-7d48-4177-862d-ad7fffce290c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:57:58.857622 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dca8d9e5-918f-4318-a649-7dec4504cf86 req-5c923ef0-7d48-4177-862d-ad7fffce290c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 943 time: 0.0523469 Oct 15 17:57:58.898057 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dca8d9e5-918f-4318-a649-7dec4504cf86 req-a66e9496-a346-418f-b155-0828d05feaf8 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Oct 15 17:57:59.036707 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Deleting port 3f5e104f-b984-416f-b0a7-29a5e4913ba9 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:57:59.036927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:59.112657 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] For port 3f5e104f-b984-416f-b0a7-29a5e4913ba9, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=3f5e104f-b984-416f-b0a7-29a5e4913ba9,segment=NetworkSegment(a887d72d-c2d1-4c9f-8127-5eb51d383ff2),segment_id=a887d72d-c2d1-4c9f-8127-5eb51d383ff2)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:57:59.113254 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:59.125153 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Calling delete_port for 3f5e104f-b984-416f-b0a7-29a5e4913ba9 owned by network:router_interface {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:57:59.373581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:59.400467 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5e104f-b984-416f-b0a7-29a5e4913ba9,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:57:59.556735 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:59.764491 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Router 454786da-9e81-45c1-be89-597d6c4ac8e6 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:57:59.864752 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:57:59.870347 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-76547b50-0275-4b3f-8fe9-a42609702530 admin admin] 10.222.0.44 "PUT /v2.0/routers/454786da-9e81-45c1-be89-597d6c4ac8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7252343 Oct 15 17:57:59.872917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44120) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:57:59.875620 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] Sync routers for ids ['454786da-9e81-45c1-be89-597d6c4ac8e6'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:57:59.885804 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] Routers {'454786da-9e81-45c1-be89-597d6c4ac8e6'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:57:59.886389 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:57:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['454786da-9e81-45c1-be89-597d6c4ac8e6'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:57:59.993057 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:57:59.994569 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] Set router 454786da-9e81-45c1-be89-597d6c4ac8e6 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:58:00.072855 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e3e35-1a1c-46ba-9dce-f2311ec89845 req-dec67a42-d6be-4714-bc7d-fa1366f250a1 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:00.074345 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-250e3e35-1a1c-46ba-9dce-f2311ec89845 req-dec67a42-d6be-4714-bc7d-fa1366f250a1 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 943 time: 0.0933883 Oct 15 17:58:00.150292 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-250e3e35-1a1c-46ba-9dce-f2311ec89845 req-85b342b4-1b0e-4513-aca6-430fe632b299 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485229 Oct 15 17:58:00.151661 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.169466 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:57:59Z', 'revision_number': 5, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:00.195306 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] Checking router: 454786da-9e81-45c1-be89-597d6c4ac8e6 for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:58:00.203255 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] Routers {'454786da-9e81-45c1-be89-597d6c4ac8e6'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:58:00.203857 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:57:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['454786da-9e81-45c1-be89-597d6c4ac8e6'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:00.271669 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Deleting port 826c2462-dc32-4dde-9cdd-eff416b2502b {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:58:00.271919 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.306023 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] Set router 454786da-9e81-45c1-be89-597d6c4ac8e6 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:58:00.353675 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] For port 826c2462-dc32-4dde-9cdd-eff416b2502b, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=826c2462-dc32-4dde-9cdd-eff416b2502b,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:00.354049 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.365773 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Calling delete_port for 826c2462-dc32-4dde-9cdd-eff416b2502b owned by network:router_gateway {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:58:00.398761 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device f28ec9ac-c306-4fdd-98f4-27349eac8346 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:58:00.402569 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 5eeb922a-29e5-49e0-967e-9fca0b8a3577 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:00.429722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 5eeb922a-29e5-49e0-967e-9fca0b8a3577 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:00.430263 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 5eeb922a-29e5-49e0-967e-9fca0b8a3577 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:00.497318 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:57:59Z', 'revision_number': 5, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:00.527750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port f28ec9ac-c306-4fdd-98f4-27349eac8346, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:00.529142 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b88829-981a-4e40-b0a5-fe89a78914e9 None None] The sync data for ids ['454786da-9e81-45c1-be89-597d6c4ac8e6'] in dv-cinder-790535-16-iscsi is: [{'id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'name': 'tempest-ServerRescueNegativeTestJSON-172048746-router', 'tenant_id': '39336740694a4c1c832646b3e1684453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:57:59Z', 'revision_number': 5, 'project_id': '39336740694a4c1c832646b3e1684453', 'gw_port': {'id': '826c2462-dc32-4dde-9cdd-eff416b2502b', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454786da-9e81-45c1-be89-597d6c4ac8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:44Z', 'updated_at': '2021-10-15T17:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:58:00.541284 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': 'f28ec9ac-c306-4fdd-98f4-27349eac8346', 'network_id': '1984adf4-e1cf-49a4-951f-e1fd0ff61050', 'port_id': 'f28ec9ac-c306-4fdd-98f4-27349eac8346', 'mac_address': 'fa:16:3e:b5:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:58:00.585502 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.598049 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28ec9ac-c306-4fdd-98f4-27349eac8346 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:58:00.621269 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port f28ec9ac-c306-4fdd-98f4-27349eac8346, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:00.685555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.734695 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=f28ec9ac-c306-4fdd-98f4-27349eac8346,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:00.741951 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.742306 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.742697 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.743041 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.743411 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.747287 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:00.794388 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.819297 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=826c2462-dc32-4dde-9cdd-eff416b2502b,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:00.887698 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.995618 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:00.997817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.122534 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.123109 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454786da-9e81-45c1-be89-597d6c4ac8e6 {{(pid=112104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 17:58:01.127918 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.129248 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7c1b03a3-6180-4f0f-b0ef-1e88262118b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/454786da-9e81-45c1-be89-597d6c4ac8e6 HTTP/1.1" status: 204 len: 168 time: 1.2552717 Oct 15 17:58:01.131620 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44132) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:01.132119 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['f28ec9ac-c306-4fdd-98f4-27349eac8346'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:01.184508 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Deleting subnet 3188a43e-4059-4d95-81a2-c78921beec5e {{(pid=112104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 17:58:01.188179 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.227487 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555674'] for subnet, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.271795 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.300026 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1a1e-a3d1-4785-ac87-5345568f599c req-760c021e-c447-4832-9a30-282fcadd2129 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:01.301526 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b7de1a1e-a3d1-4785-ac87-5345568f599c req-760c021e-c447-4832-9a30-282fcadd2129 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 944 time: 0.0679750 Oct 15 17:58:01.342949 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b7de1a1e-a3d1-4785-ac87-5345568f599c req-d866abfe-1bfc-49d1-b39a-0e88c208f9e5 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348053 Oct 15 17:58:01.391494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580354'] for subnet, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.421845 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3188a43e-4059-4d95-81a2-c78921beec5e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:01.427727 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.430978 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9401d186-3dd7-4318-b835-a35b29404b7e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3188a43e-4059-4d95-81a2-c78921beec5e HTTP/1.1" status: 204 len: 168 time: 0.2981813 Oct 15 17:58:01.433484 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44136) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:01.501155 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.584761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.608674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360af2dc-114a-429f-9f83-30819b3d85ae']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:01.619167 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:01.619495 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a887d72d-c2d1-4c9f-8127-5eb51d383ff2') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:01.629561 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.657265 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 3f5e104f-b984-416f-b0a7-29a5e4913ba9 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:01.657686 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.662820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 17:58:01.663200 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 17:58:01.664906 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 17:58:01.677595 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 3f5e104f-b984-416f-b0a7-29a5e4913ba9 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:01.677951 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 3f5e104f-b984-416f-b0a7-29a5e4913ba9 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:01.679191 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 826c2462-dc32-4dde-9cdd-eff416b2502b no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:01.697483 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 826c2462-dc32-4dde-9cdd-eff416b2502b {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:01.698127 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 826c2462-dc32-4dde-9cdd-eff416b2502b not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:01.830921 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.836332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:01.840164 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/360af2dc-114a-429f-9f83-30819b3d85ae HTTP/1.1" status: 204 len: 168 time: 0.4056456 Oct 15 17:58:01.857312 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e41fe-e2ed-4fc0-ad55-29a5d5eb15a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=360af2dc-114a-429f-9f83-30819b3d85ae,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:02.154321 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-a260357b-e2e5-431a-b761-9bb0405716b2 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714076849&fields=id&tenant_id=432acc4bf82846598e5d1d1030c1b803 HTTP/1.1" status: 200 len: 267 time: 0.0320489 Oct 15 17:58:02.166233 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44150) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:02.208233 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-250ba5f8-9011-4aad-a2f1-6e0615fc0f3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39336740694a4c1c832646b3e1684453&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385528 Oct 15 17:58:02.208514 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44152) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:02.255899 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.263004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-82786650-d21e-4ddd-9015-bf6d06cfb50a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:02.264517 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-82786650-d21e-4ddd-9015-bf6d06cfb50a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 809 time: 0.1036367 Oct 15 17:58:02.277282 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.278971 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-81e48883-9217-4446-832e-bc4adbe378c1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/quotas/432acc4bf82846598e5d1d1030c1b803 HTTP/1.1" status: 200 len: 375 time: 0.0088487 Oct 15 17:58:02.329012 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-9f2ddcc9-daaa-469e-94a3-18aa9ed15542 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447617 Oct 15 17:58:02.402178 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.405258 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.406505 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ed98a84-3aed-4161-82ca-6dd310fac804 HTTP/1.1" status: 204 len: 168 time: 0.1970503 Oct 15 17:58:02.417261 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device f28ec9ac-c306-4fdd-98f4-27349eac8346 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:58:02.427540 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed98a84-3aed-4161-82ca-6dd310fac804,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:02.437883 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-0f0fcfb1-bdce-46cc-a016-8745e131029d service neutron] 10.222.0.44 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968585 Oct 15 17:58:02.459559 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.460050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.460562 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.461130 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.462215 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.462726 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.463067 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.463682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.463799 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.464082 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.464887 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.464887 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c33c0-a201-4da7-a068-a41f7fa8f52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:02.499223 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c537d-eb15-41bb-85cd-5a7614fa161e req-3ca3a939-ab02-419b-a67b-71e27b7506d3 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:02.503805 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-903c537d-eb15-41bb-85cd-5a7614fa161e req-3ca3a939-ab02-419b-a67b-71e27b7506d3 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 944 time: 0.0870869 Oct 15 17:58:02.526164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port f28ec9ac-c306-4fdd-98f4-27349eac8346 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:58:02.530426 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port f28ec9ac-c306-4fdd-98f4-27349eac8346 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:58:02.531156 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.539683 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-69936ff1-ce98-4c3c-bfdd-68bd535ef7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949433 Oct 15 17:58:02.548472 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-903c537d-eb15-41bb-85cd-5a7614fa161e req-04b02c48-5cee-4ca1-9877-849ef03395ea tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Oct 15 17:58:02.628195 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.661135 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ec9ac-c306-4fdd-98f4-27349eac8346'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:02.664572 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22396b2-3b86-47dc-b808-79660215d503" -d '{"events": [{"server_uuid": "c2d97851-f655-4bb9-a335-8d1c1872c315", "name": "network-vif-plugged", "status": "completed", "tag": "f28ec9ac-c306-4fdd-98f4-27349eac8346"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:02.678694 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port f28ec9ac-c306-4fdd-98f4-27349eac8346, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:02.775615 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7bc631-9688-4920-a346-e08d3aa1db38 x-openstack-request-id: req-cf7bc631-9688-4920-a346-e08d3aa1db38 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:02.775916 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d97851-f655-4bb9-a335-8d1c1872c315", "name": "network-vif-plugged", "status": "completed", "tag": "f28ec9ac-c306-4fdd-98f4-27349eac8346", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:02.776180 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf7bc631-9688-4920-a346-e08d3aa1db38 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:02.776601 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ec9ac-c306-4fdd-98f4-27349eac8346', 'code': 200} Oct 15 17:58:02.797432 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:02.852551 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=f28ec9ac-c306-4fdd-98f4-27349eac8346,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:03.157033 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b0d5-6f22-460c-97a9-8f7be084599a req-672aba2c-4439-4095-a464-2c8f20cb1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:03.158610 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d826b0d5-6f22-460c-97a9-8f7be084599a req-672aba2c-4439-4095-a464-2c8f20cb1461 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 1098 time: 0.0711453 Oct 15 17:58:03.168988 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-12f1671d-68d0-4071-a944-d858cf66e2d8 req-86a58fce-e784-44ab-9381-9664734cbca1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 210 time: 0.0325587 Oct 15 17:58:03.217260 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d826b0d5-6f22-460c-97a9-8f7be084599a req-a5d65633-d652-4b7b-b8c1-f5629a1c8e04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Oct 15 17:58:03.686842 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d7c14-9bc3-4d56-bd86-b530014c7f37 req-88e9ff29-db4b-4f8a-a319-8eb35954c9e0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:03.688369 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4c6d7c14-9bc3-4d56-bd86-b530014c7f37 req-88e9ff29-db4b-4f8a-a319-8eb35954c9e0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0612352 Oct 15 17:58:03.740703 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4c6d7c14-9bc3-4d56-bd86-b530014c7f37 req-abf9b8ba-2df4-4f6a-bbcd-bac14e402c1c tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Oct 15 17:58:04.273132 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0306e5fa-9335-47d2-9a5a-2cae1f732507 req-385de5f6-15e0-44d4-929f-98c142db4309 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 210 time: 0.0313983 Oct 15 17:58:04.850301 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709b838-9160-4ac1-83d5-5d90fe098577 req-65616526-3442-4353-8c8d-aa6185d509e5 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:04.852668 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5709b838-9160-4ac1-83d5-5d90fe098577 req-65616526-3442-4353-8c8d-aa6185d509e5 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0519171 Oct 15 17:58:04.898312 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5709b838-9160-4ac1-83d5-5d90fe098577 req-30dfb0ce-3c8e-4b82-82b5-1636fbd6cb1a tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Oct 15 17:58:05.370806 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d90eaf7d-93b8-42f4-a15f-b40052183261 req-c23fa0e7-2ef8-4b09-a1fe-848279a1a9af tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 210 time: 0.0286255 Oct 15 17:58:05.616098 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-5bf927f6-1c83-48d2-b44c-1fdc7a27cd70 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:05.617517 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-5bf927f6-1c83-48d2-b44c-1fdc7a27cd70 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 809 time: 0.1014197 Oct 15 17:58:05.670695 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-189f53fd-00c2-4406-983c-107b9e27e432 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432acc4bf82846598e5d1d1030c1b803 HTTP/1.1" status: 200 len: 380 time: 0.0327322 Oct 15 17:58:05.682453 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'port': {'device_id': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'admin_state_up': True, 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'security_groups': ['d7b4eea3-420b-471f-898d-23a019204769']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:58:05.865147 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Made reservation on behalf of 432acc4bf82846598e5d1d1030c1b803 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:58:05.868807 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.003992 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Allocated IP 172.20.0.7 (f126975e-8ebb-4582-abf7-21a8d15af4c4/56c26d15-d756-4ff9-b198-1f5bab672e98/20e59b3a-8a30-4457-93eb-73c6c6d3548a) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:58:06.023108 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f210a-786d-4f9d-a8ba-756b2c3b88fb req-f9099235-b6a5-4793-896b-9967202a4d56 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:06.024768 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-973f210a-786d-4f9d-a8ba-756b2c3b88fb req-f9099235-b6a5-4793-896b-9967202a4d56 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0557530 Oct 15 17:58:06.068287 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-973f210a-786d-4f9d-a8ba-756b2c3b88fb req-74feb048-f2bc-45c0-a8e9-999133e4372e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369487 Oct 15 17:58:06.155477 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.254288 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.297321 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:58:06.300441 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:58:06.304073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:58:06.312619 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:06.361192 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:06.361803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.505470 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e91cd-5003-4ff4-b8a4-d05e78fd152c req-f00ca653-ee6c-4140-a98d-0c7f86067d18 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:06.507023 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3d5e91cd-5003-4ff4-b8a4-d05e78fd152c req-f00ca653-ee6c-4140-a98d-0c7f86067d18 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 931 time: 0.0528469 Oct 15 17:58:06.546382 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3d5e91cd-5003-4ff4-b8a4-d05e78fd152c req-f7882ab4-fae4-4c88-8d83-7f3b698d433d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Oct 15 17:58:06.581311 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-79c39d49-9d38-4b20-8ce9-8886841c43df tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012120 Oct 15 17:58:06.581508 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-7891502c-f673-4611-9c9a-c6a6b4f10f1f None None] Provisioning complete for port 20e59b3a-8a30-4457-93eb-73c6c6d3548a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:58:06.581973 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7891502c-f673-4611-9c9a-c6a6b4f10f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.593040 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Request body: {'port': {'device_id': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:58:06.613836 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-7891502c-f673-4611-9c9a-c6a6b4f10f1f None None] Port 20e59b3a-8a30-4457-93eb-73c6c6d3548a cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:58:06.654660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.917551 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e59b3a-8a30-4457-93eb-73c6c6d3548a {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:58:06.924982 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:06.937659 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Transition to ACTIVE for port object 20e59b3a-8a30-4457-93eb-73c6c6d3548a will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:58:07.028605 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:07.081982 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:07.162797 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Attempting to bind port 20e59b3a-8a30-4457-93eb-73c6c6d3548a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:58:07.163386 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Attempting to bind port 20e59b3a-8a30-4457-93eb-73c6c6d3548a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:58:07.173332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Attempting to bind port 20e59b3a-8a30-4457-93eb-73c6c6d3548a on network f126975e-8ebb-4582-abf7-21a8d15af4c4 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:58:07.173332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Port 20e59b3a-8a30-4457-93eb-73c6c6d3548a on network f126975e-8ebb-4582-abf7-21a8d15af4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:58:07.173332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Attempting to bind port 20e59b3a-8a30-4457-93eb-73c6c6d3548a on network f126975e-8ebb-4582-abf7-21a8d15af4c4 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:58:07.174827 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:58:07.175164 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Checking segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:58:07.175589 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Bound using segment: {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:58:07.176020 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Bound port: 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe68134-e7bd-4b4d-9319-aad89baee99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:58:07.176404 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:07.242715 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:58:07.245850 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:58:07.309087 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:07.349083 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.349719 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:07.351278 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] 10.222.0.47 "PUT /v2.0/ports/20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 1093 time: 0.7621586 Oct 15 17:58:07.354936 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:07.361373 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96180ffb-3dc6-4357-a6da-ab6389a91898" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:07.394080 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f065eb-ae19-4830-88c0-71144a62ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:07.406701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb1aea-89e0-4050-b3e1-e499bf59c000 x-openstack-request-id: req-a3cb1aea-89e0-4050-b3e1-e499bf59c000 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:07.406701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:07.406701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3cb1aea-89e0-4050-b3e1-e499bf59c000 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:07.407040 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'status': 'completed', 'code': 200} Oct 15 17:58:07.477663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180ffb-3dc6-4357-a6da-ab6389a91898 req-b22a29b3-ef1e-47af-941f-db2c24ac15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.479886 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96180ffb-3dc6-4357-a6da-ab6389a91898 req-b22a29b3-ef1e-47af-941f-db2c24ac15ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1096 time: 0.0438654 Oct 15 17:58:07.605430 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180ffb-3dc6-4357-a6da-ab6389a91898 req-538960a7-935f-47fc-aba5-5f0be362e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.606955 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96180ffb-3dc6-4357-a6da-ab6389a91898 req-538960a7-935f-47fc-aba5-5f0be362e8c6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=432acc4bf82846598e5d1d1030c1b803&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0941842 Oct 15 17:58:07.668923 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594e82d-796f-48a3-ae79-1a63de02ec39 req-290fbdb7-49ec-4f17-8e4b-c54c075cf02a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.670420 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1594e82d-796f-48a3-ae79-1a63de02ec39 req-290fbdb7-49ec-4f17-8e4b-c54c075cf02a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0550189 Oct 15 17:58:07.708260 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1594e82d-796f-48a3-ae79-1a63de02ec39 req-ddb6034e-476e-49ed-a362-6e9e403c4520 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Oct 15 17:58:07.711782 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180ffb-3dc6-4357-a6da-ab6389a91898 req-57ab034a-53a5-4ffc-8706-64c2a1fc31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.714439 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96180ffb-3dc6-4357-a6da-ab6389a91898 req-57ab034a-53a5-4ffc-8706-64c2a1fc31fc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979552 Oct 15 17:58:07.802249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-20d8c49b-6c01-475c-9b9e-186fb83cc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.803709 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-20d8c49b-6c01-475c-9b9e-186fb83cc27b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1096 time: 0.0386457 Oct 15 17:58:07.848751 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-1a6121f2-ba40-4769-9190-33c466baa816 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 217 time: 0.0354931 Oct 15 17:58:07.901414 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-72a2dc7e-4df7-4832-8002-209798f5feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.902977 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-72a2dc7e-4df7-4832-8002-209798f5feeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0434227 Oct 15 17:58:07.948031 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-8fae6306-b276-4e13-98ca-f6a78fe2cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:07.949459 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-8fae6306-b276-4e13-98ca-f6a78fe2cfba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383413 Oct 15 17:58:08.043675 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-526ae951-32a8-4fcd-b53c-af7db9ba8390 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Oct 15 17:58:08.135532 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-378d69ec-e6a4-4228-98f8-f4dcf596f25d req-c3e57f9e-ca84-4372-a763-c6c4a46a8f9e service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Oct 15 17:58:08.820903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06115e-fd49-48c6-a1a5-7a87d2700224 req-bd1f5fa8-6d4c-49fe-a148-d69154ee88d0 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:08.822500 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db06115e-fd49-48c6-a1a5-7a87d2700224 req-bd1f5fa8-6d4c-49fe-a148-d69154ee88d0 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0483139 Oct 15 17:58:08.864701 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db06115e-fd49-48c6-a1a5-7a87d2700224 req-4545f0bb-c0c8-47bb-9ea8-1e99e46fbab3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362988 Oct 15 17:58:12.362418 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:58:13.242671 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255284d-5573-47ea-83fb-0df2c04f7f7a req-32ea176e-ede5-4791-8ad7-753c0be697d9 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:13.244176 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1255284d-5573-47ea-83fb-0df2c04f7f7a req-32ea176e-ede5-4791-8ad7-753c0be697d9 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0495491 Oct 15 17:58:13.285539 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1255284d-5573-47ea-83fb-0df2c04f7f7a req-1dd5e971-14d8-4fb4-ac72-3e4e10a95ce6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353961 Oct 15 17:58:14.397906 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e56-5293-4055-bb0f-7e41947063f2 req-e4496e9b-fedd-4793-a98a-11b5a50ace4b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:14.399276 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6fc47e56-5293-4055-bb0f-7e41947063f2 req-e4496e9b-fedd-4793-a98a-11b5a50ace4b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0493271 Oct 15 17:58:14.436512 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6fc47e56-5293-4055-bb0f-7e41947063f2 req-29eb5d99-442a-4e2f-ae6c-bbc7badeed4c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Oct 15 17:58:15.603756 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed099dc-b2b5-4130-bd96-6dc049ce0271 req-d86f38e1-1c78-4058-be1c-38c51dd96f83 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:15.609305 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9ed099dc-b2b5-4130-bd96-6dc049ce0271 req-d86f38e1-1c78-4058-be1c-38c51dd96f83 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0543480 Oct 15 17:58:15.645713 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9ed099dc-b2b5-4130-bd96-6dc049ce0271 req-6497de9f-a895-4c9d-ad39-ffa50022ca32 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Oct 15 17:58:16.764411 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599bc63-6146-416a-a63c-dd045a559bab req-c708b3df-a024-4139-8605-a96f10928ea3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:16.765911 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7599bc63-6146-416a-a63c-dd045a559bab req-c708b3df-a024-4139-8605-a96f10928ea3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Oct 15 17:58:16.804064 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7599bc63-6146-416a-a63c-dd045a559bab req-5dfb5ffd-e9ee-422c-9199-968f09d8f4d1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322626 Oct 15 17:58:17.204723 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44386) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:17.310977 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b1e3164a-4ea3-4f15-8ddd-c04e058873d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.383317 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b1e3164a-4ea3-4f15-8ddd-c04e058873d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.436355 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b1e3164a-4ea3-4f15-8ddd-c04e058873d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.476539 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b1e3164a-4ea3-4f15-8ddd-c04e058873d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8902edb0059e4f3fa99ac535ab115467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707455 Oct 15 17:58:17.478458 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3164a-4ea3-4f15-8ddd-c04e058873d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20fb73-2759-4d42-852b-1ef0f5693f81,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:17.479186 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44394) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:17.527016 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf8d86b1-b0bc-45df-9dbc-18679fcd2361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.548102 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf8d86b1-b0bc-45df-9dbc-18679fcd2361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.639714 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf8d86b1-b0bc-45df-9dbc-18679fcd2361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.642271 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf8d86b1-b0bc-45df-9dbc-18679fcd2361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:17.643468 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-bf8d86b1-b0bc-45df-9dbc-18679fcd2361 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d20fb73-2759-4d42-852b-1ef0f5693f81 HTTP/1.1" status: 204 len: 168 time: 0.1631265 Oct 15 17:58:17.650808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d86b1-b0bc-45df-9dbc-18679fcd2361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20fb73-2759-4d42-852b-1ef0f5693f81,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:17.917506 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655f60a-c1ad-46a2-85e7-ddbf57aa613f req-5e7fcff5-ac78-41c6-bcf7-84e17b60d0fb tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:17.918975 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6655f60a-c1ad-46a2-85e7-ddbf57aa613f req-5e7fcff5-ac78-41c6-bcf7-84e17b60d0fb tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0480449 Oct 15 17:58:17.962576 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6655f60a-c1ad-46a2-85e7-ddbf57aa613f req-ef666cde-fb58-4ad9-965f-b8a547956230 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Oct 15 17:58:18.251042 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0e4677d7-8602-4857-8be5-6fc8ac8c09dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.077009 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c992-177f-4b71-a474-5330d45e2289 req-737e27af-5fb0-48ab-842e-e73bff2d3edd tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:19.078495 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6e39c992-177f-4b71-a474-5330d45e2289 req-737e27af-5fb0-48ab-842e-e73bff2d3edd tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0517230 Oct 15 17:58:19.116235 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6e39c992-177f-4b71-a474-5330d45e2289 req-b13cad82-556d-40d5-bca0-dcee9399d519 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Oct 15 17:58:19.242659 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44464) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:19.345093 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b8da7fb-79db-4d9a-9562-38da5ca15203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.423479 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b8da7fb-79db-4d9a-9562-38da5ca15203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.528791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0b8da7fb-79db-4d9a-9562-38da5ca15203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.565781 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0b8da7fb-79db-4d9a-9562-38da5ca15203 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e59b67ac30548d287b7febf50d5ef57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219965 Oct 15 17:58:19.566657 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8da7fb-79db-4d9a-9562-38da5ca15203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2d695-53ff-4466-a9b3-1cf24ab5a93e,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:19.568679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44476) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:19.619601 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc983-3d8b-4de2-8af9-db9aac0f6bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.640886 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc983-3d8b-4de2-8af9-db9aac0f6bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.768137 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc983-3d8b-4de2-8af9-db9aac0f6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.770927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc983-3d8b-4de2-8af9-db9aac0f6bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:19.772114 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-0f1dc983-3d8b-4de2-8af9-db9aac0f6bbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdd2d695-53ff-4466-a9b3-1cf24ab5a93e HTTP/1.1" status: 204 len: 168 time: 0.2023373 Oct 15 17:58:19.780539 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc983-3d8b-4de2-8af9-db9aac0f6bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2d695-53ff-4466-a9b3-1cf24ab5a93e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:20.115275 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab107a-10cb-4c38-bebf-a9fdd0c136ef req-ca5bf53b-a6f9-4e90-812a-34776c55f11a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:20.116811 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3bab107a-10cb-4c38-bebf-a9fdd0c136ef req-ca5bf53b-a6f9-4e90-812a-34776c55f11a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0593081 Oct 15 17:58:20.165876 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3bab107a-10cb-4c38-bebf-a9fdd0c136ef req-78afcf2c-0ba0-4ae9-89d4-ab58b8575c36 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Oct 15 17:58:20.248591 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef9308-2ff5-4c55-8ad0-60c11e1cbc6d req-677d5566-9da3-4c4e-afdf-d0b41692be97 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:20.252993 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baef9308-2ff5-4c55-8ad0-60c11e1cbc6d req-677d5566-9da3-4c4e-afdf-d0b41692be97 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0593059 Oct 15 17:58:20.290542 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baef9308-2ff5-4c55-8ad0-60c11e1cbc6d req-e5f13889-f0e3-4042-9fd0-911ae2669d4f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334933 Oct 15 17:58:21.085185 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-16bb0340-96b9-4a24-9bc1-783d3c5824ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:21.289017 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339ac9a-666c-46c6-9ff8-1b1bda58f17a req-29e07825-5d5c-4961-a13b-4fce12c7574e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:21.290503 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8339ac9a-666c-46c6-9ff8-1b1bda58f17a req-29e07825-5d5c-4961-a13b-4fce12c7574e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0523765 Oct 15 17:58:21.330470 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8339ac9a-666c-46c6-9ff8-1b1bda58f17a req-5f76f38e-41d0-442d-8f76-70653dd6f447 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336995 Oct 15 17:58:21.413960 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c666ac6-e55b-45de-be46-18e312073e29 req-c92dc462-32f4-465b-a013-231a355253a3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:21.415550 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3c666ac6-e55b-45de-be46-18e312073e29 req-c92dc462-32f4-465b-a013-231a355253a3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0497367 Oct 15 17:58:21.453628 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3c666ac6-e55b-45de-be46-18e312073e29 req-305a0499-a2bc-4a14-9402-6121639ffb3c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Oct 15 17:58:21.839765 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:22.285437 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:22.451797 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc81fa-3768-4cdd-883e-8de12e72e1df req-51735671-361b-499f-aa4d-97e502c9f3b0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:22.453321 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-26bc81fa-3768-4cdd-883e-8de12e72e1df req-51735671-361b-499f-aa4d-97e502c9f3b0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0508931 Oct 15 17:58:22.492912 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-26bc81fa-3768-4cdd-883e-8de12e72e1df req-62a9a91d-b96a-4a73-8691-cd741402fbc1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338681 Oct 15 17:58:22.508047 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:58:22.573476 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f0b98-f137-455c-8180-61a20c6331c6 req-d9619598-9481-45d5-9b77-5b36c85e525a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:22.574970 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9b6f0b98-f137-455c-8180-61a20c6331c6 req-d9619598-9481-45d5-9b77-5b36c85e525a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0495872 Oct 15 17:58:22.605772 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:22.613822 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9b6f0b98-f137-455c-8180-61a20c6331c6 req-47f1ed99-2a60-4825-bf53-5ed8408c3b30 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Oct 15 17:58:22.618538 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'port_id': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'mac_address': 'fa:16:3e:c4:26:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:58:22.655249 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:22.671286 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e59b3a-8a30-4457-93eb-73c6c6d3548a {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:58:22.690068 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:22.761995 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:22.808350 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:23.194487 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['20e59b3a-8a30-4457-93eb-73c6c6d3548a'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:23.624454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7bc3-c94e-4460-bbda-3b79d01288f9 req-3aef67b2-d992-42c2-9b6c-60f2d91edb9b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:23.625901 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-800f7bc3-c94e-4460-bbda-3b79d01288f9 req-3aef67b2-d992-42c2-9b6c-60f2d91edb9b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0513365 Oct 15 17:58:23.665791 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-800f7bc3-c94e-4460-bbda-3b79d01288f9 req-80c7d8cb-0f80-4229-ade0-9f5c59e2a8f6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Oct 15 17:58:23.740157 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13615c-8fe6-4c36-b892-1c8c27c1c759 req-7ec81625-be06-4c34-b7bf-756a9268cdb7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:23.741652 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dd13615c-8fe6-4c36-b892-1c8c27c1c759 req-7ec81625-be06-4c34-b7bf-756a9268cdb7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 944 time: 0.0542746 Oct 15 17:58:23.754325 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:23.778896 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dd13615c-8fe6-4c36-b892-1c8c27c1c759 req-4506bb54-fafa-47a3-b13f-58039eefae3c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Oct 15 17:58:24.784872 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ff4fd-13d9-494b-8668-d15645f630eb req-1b5ffab3-94c1-4d0c-9ea0-51d8fc6c2c06 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:24.786317 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c53ff4fd-13d9-494b-8668-d15645f630eb req-1b5ffab3-94c1-4d0c-9ea0-51d8fc6c2c06 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0511961 Oct 15 17:58:24.824144 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c53ff4fd-13d9-494b-8668-d15645f630eb req-2be1eb84-9f11-4aa7-b415-36c671f56dd4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Oct 15 17:58:24.895282 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62f0be-c3a4-45f7-894f-2a9671862271 req-2d4b96f2-afc6-42fe-b32e-17fdca9347ef tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:24.896656 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4c62f0be-c3a4-45f7-894f-2a9671862271 req-2d4b96f2-afc6-42fe-b32e-17fdca9347ef tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 944 time: 0.0490565 Oct 15 17:58:24.933216 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4c62f0be-c3a4-45f7-894f-2a9671862271 req-0ab3b837-6d0a-4daa-acd0-9dac95a2ff97 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303144 Oct 15 17:58:25.942245 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8c4dd-2d2c-4ae9-91c4-9c3c582be665 req-8ceda300-60dc-4e74-8784-c3122bc65ebd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:25.943800 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0da8c4dd-2d2c-4ae9-91c4-9c3c582be665 req-8ceda300-60dc-4e74-8784-c3122bc65ebd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0487840 Oct 15 17:58:25.983033 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0da8c4dd-2d2c-4ae9-91c4-9c3c582be665 req-c5487f91-b133-4e39-8fb6-da1feed4e67b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Oct 15 17:58:26.050338 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ceaf6-2569-4d1d-9bc7-fe85a71d0861 req-5d298b6a-71bd-4e77-9ff7-1fe11068f9b7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:26.051949 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d14ceaf6-2569-4d1d-9bc7-fe85a71d0861 req-5d298b6a-71bd-4e77-9ff7-1fe11068f9b7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 944 time: 0.0529590 Oct 15 17:58:26.092121 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d14ceaf6-2569-4d1d-9bc7-fe85a71d0861 req-0b81b04e-70d9-43c7-8347-63647f4370e4 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340033 Oct 15 17:58:26.534102 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:58:26.645485 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 20e59b3a-8a30-4457-93eb-73c6c6d3548a completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:58:26.649272 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 20e59b3a-8a30-4457-93eb-73c6c6d3548a triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:58:26.649643 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:26.739317 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:26.761808 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:26.764089 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9ee5bb-6938-49f1-bfb2-159fae3367d2" -d '{"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-plugged", "status": "completed", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:26.776504 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:26.802328 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d70004-d7cb-4500-879d-7c704e8922dd x-openstack-request-id: req-88d70004-d7cb-4500-879d-7c704e8922dd {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:26.802649 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-plugged", "status": "completed", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:26.802916 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88d70004-d7cb-4500-879d-7c704e8922dd {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:26.803359 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'code': 200} Oct 15 17:58:26.825162 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:26.873936 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:26.962203 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44644) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:27.071404 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-5c5819f2-58fd-49f1-9225-8c416b5469c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.115827 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8246-a2d8-4008-9d53-f89a7f4d6022 req-ccc35486-a8b3-417c-b4bb-99bb63ead853 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:27.120218 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b90f8246-a2d8-4008-9d53-f89a7f4d6022 req-ccc35486-a8b3-417c-b4bb-99bb63ead853 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0604908 Oct 15 17:58:27.152638 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-5c5819f2-58fd-49f1-9225-8c416b5469c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.162147 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b90f8246-a2d8-4008-9d53-f89a7f4d6022 req-a73bf762-bdaa-4ca2-9025-8903fd2b66a6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379615 Oct 15 17:58:27.239085 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4724-b172-4bc1-9343-58f7d88bac50 req-39ba3d66-3f67-4c65-aa19-4ba0cb01c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:27.240729 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-11ec4724-b172-4bc1-9343-58f7d88bac50 req-39ba3d66-3f67-4c65-aa19-4ba0cb01c875 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0712628 Oct 15 17:58:27.243326 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-5c5819f2-58fd-49f1-9225-8c416b5469c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.290668 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab151ac-1e5d-4230-a9e5-45404ff1a3dd req-c9533264-0be7-492d-82ff-8f2e03b73c75 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:27.292151 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5ab151ac-1e5d-4230-a9e5-45404ff1a3dd req-c9533264-0be7-492d-82ff-8f2e03b73c75 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.1135218 Oct 15 17:58:27.311557 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-5c5819f2-58fd-49f1-9225-8c416b5469c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e21e0fb4d3a942fba1fb00069ae96269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481836 Oct 15 17:58:27.314388 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44654) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:27.318751 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5819f2-58fd-49f1-9225-8c416b5469c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8724b6d8-bf04-4cad-aec4-e94ba4393165,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:27.345140 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-11ec4724-b172-4bc1-9343-58f7d88bac50 req-d058a269-a7ef-416e-8a8f-7b046b95bcf0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843790 Oct 15 17:58:27.356900 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5ab151ac-1e5d-4230-a9e5-45404ff1a3dd req-59664e60-734b-4078-9b47-8602162249f5 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532103 Oct 15 17:58:27.364268 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1f56ae0-7abf-4091-adff-d9979f1871c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.384883 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1f56ae0-7abf-4091-adff-d9979f1871c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.508267 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1f56ae0-7abf-4091-adff-d9979f1871c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.510882 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1f56ae0-7abf-4091-adff-d9979f1871c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:27.512091 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d1f56ae0-7abf-4091-adff-d9979f1871c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8724b6d8-bf04-4cad-aec4-e94ba4393165 HTTP/1.1" status: 204 len: 168 time: 0.1966448 Oct 15 17:58:27.519692 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f56ae0-7abf-4091-adff-d9979f1871c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8724b6d8-bf04-4cad-aec4-e94ba4393165,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:28.106058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44662) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:28.119741 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c9bde6bb-0d8d-43a1-81fa-12126d93b93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.191119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c9bde6bb-0d8d-43a1-81fa-12126d93b93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.262728 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c9bde6bb-0d8d-43a1-81fa-12126d93b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.303450 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-c9bde6bb-0d8d-43a1-81fa-12126d93b93b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f431968ce1f14d83a116afc4bfd101a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962731 Oct 15 17:58:28.305436 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde6bb-0d8d-43a1-81fa-12126d93b93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f8e23-7725-40c4-9b4b-89a16963c114,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:28.306613 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44668) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:28.362621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bea6f-55a7-4d97-8e1e-3a45c91e3078 req-6ce022de-4a84-45cb-976e-52a720e821e8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:28.364392 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6c9bea6f-55a7-4d97-8e1e-3a45c91e3078 req-6ce022de-4a84-45cb-976e-52a720e821e8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0922632 Oct 15 17:58:28.392037 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fed654dc-9dd4-4dbc-bd2d-49766ebc7932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.398400 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.427676 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6c9bea6f-55a7-4d97-8e1e-3a45c91e3078 req-7bcdd1a6-46be-448d-878e-c666d7efda97 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566220 Oct 15 17:58:28.429401 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fed654dc-9dd4-4dbc-bd2d-49766ebc7932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.474356 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c977c0-be17-45b8-9908-205a81dadffd req-0487f59b-f281-4f04-8ba3-872a73be887e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:28.475959 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8c977c0-be17-45b8-9908-205a81dadffd req-0487f59b-f281-4f04-8ba3-872a73be887e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0534739 Oct 15 17:58:28.515193 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8c977c0-be17-45b8-9908-205a81dadffd req-9fb6308a-0b2a-4144-a628-1e8252345b17 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332263 Oct 15 17:58:28.537031 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fed654dc-9dd4-4dbc-bd2d-49766ebc7932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.539915 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fed654dc-9dd4-4dbc-bd2d-49766ebc7932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:28.541106 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-fed654dc-9dd4-4dbc-bd2d-49766ebc7932 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c30f8e23-7725-40c4-9b4b-89a16963c114 HTTP/1.1" status: 204 len: 168 time: 0.2332711 Oct 15 17:58:28.550216 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed654dc-9dd4-4dbc-bd2d-49766ebc7932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f8e23-7725-40c4-9b4b-89a16963c114,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:28.995517 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57e061-2ece-4742-baec-8a6a39b34d40 req-ff4590d7-9966-483d-93d9-875f48147bc7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:29.003157 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7f57e061-2ece-4742-baec-8a6a39b34d40 req-ff4590d7-9966-483d-93d9-875f48147bc7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0608327 Oct 15 17:58:29.039140 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7f57e061-2ece-4742-baec-8a6a39b34d40 req-4bd6a495-2228-47f4-b73c-d10e195a512b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349119 Oct 15 17:58:29.550011 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd83dc-093c-4ffe-8022-b2976f3f3258 req-c90959db-d219-447a-9d43-e65633c3ddb1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:29.551572 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ebd83dc-093c-4ffe-8022-b2976f3f3258 req-c90959db-d219-447a-9d43-e65633c3ddb1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0529354 Oct 15 17:58:29.598112 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ebd83dc-093c-4ffe-8022-b2976f3f3258 req-abb41796-2f6a-40ae-b7ac-163d2e928fe0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 Oct 15 17:58:29.632738 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058c12a-f429-4b58-976c-962bdaaff58b req-cda236ad-36b0-4b61-a105-2a63b746acf8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:29.634236 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0058c12a-f429-4b58-976c-962bdaaff58b req-cda236ad-36b0-4b61-a105-2a63b746acf8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Oct 15 17:58:29.672272 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0058c12a-f429-4b58-976c-962bdaaff58b req-ba05203c-6879-4ef9-af8d-6ded15920002 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Oct 15 17:58:29.982194 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa2c7e-b93b-448a-9eeb-4d48dfae8ea9 req-8de59bc3-5928-4ecf-81e6-737e15fe0a35 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:29.983591 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-17aa2c7e-b93b-448a-9eeb-4d48dfae8ea9 req-8de59bc3-5928-4ecf-81e6-737e15fe0a35 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.2405503 Oct 15 17:58:30.020912 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-17aa2c7e-b93b-448a-9eeb-4d48dfae8ea9 req-bd7412e0-4eca-4b39-b820-d28ca0a591a2 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305848 Oct 15 17:58:30.042356 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44714) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:30.186257 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951d5e1-315b-42f3-9a19-713e0cc8fda6 req-daeacd2f-903a-41c6-baee-7cd62a1b81e8 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:30.189044 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f951d5e1-315b-42f3-9a19-713e0cc8fda6 req-daeacd2f-903a-41c6-baee-7cd62a1b81e8 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0507977 Oct 15 17:58:30.249643 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f951d5e1-315b-42f3-9a19-713e0cc8fda6 req-6c5425d6-9295-4599-b5c4-a0083294e128 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553756 Oct 15 17:58:30.259637 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f884f-ae2a-4292-b96c-99c586f491f6 tempest-TestShelveInstance-1165705965 tempest-TestShelveInstance-1165705965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:30.261125 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-160f884f-ae2a-4292-b96c-99c586f491f6 tempest-TestShelveInstance-1165705965 tempest-TestShelveInstance-1165705965-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1093 time: 0.2177896 Oct 15 17:58:30.263997 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44726) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:30.274801 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'port_id': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:58:30.359827 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for floatingip, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:30.461133 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:30.800459 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b203ca-9eaf-4840-8c33-014eb8347a35 req-e5f46b93-c8ef-43a4-8637-95d63a4304d4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:30.801931 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c9b203ca-9eaf-4840-8c33-014eb8347a35 req-e5f46b93-c8ef-43a4-8637-95d63a4304d4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0877509 Oct 15 17:58:30.841743 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Allocated IP 172.27.1.99 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/c55f102e-6a20-49bf-9ac9-ab82f0e127a4) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:58:30.863851 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c9b203ca-9eaf-4840-8c33-014eb8347a35 req-9878ec9a-4e15-4745-92ba-45c1b57b14ac tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550461 Oct 15 17:58:30.958833 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:31.065628 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:31.104904 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:58:31.107889 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:58:31.111481 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:58:31.136922 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'Port': ['ID=c55f102e-6a20-49bf-9ac9-ab82f0e127a4,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:31.366740 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85dc26-400d-4d3b-9b9c-755d7fe0d351 req-6845aab7-3895-4a63-94a2-ba5f8587630e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:31.368408 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2b85dc26-400d-4d3b-9b9c-755d7fe0d351 req-6845aab7-3895-4a63-94a2-ba5f8587630e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Oct 15 17:58:31.408727 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2b85dc26-400d-4d3b-9b9c-755d7fe0d351 req-0ab623b3-cdbc-402f-bc74-4a76cddffa7a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341730 Oct 15 17:58:31.483499 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:31.639102 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:31.787778 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:31.851167 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:31.919093 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event updated for resources: {'Port': ['ID=c55f102e-6a20-49bf-9ac9-ab82f0e127a4,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:31.929497 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:32.005285 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493f6f8-6921-4ff9-8f5a-72efce151fd3 req-24d786d0-2605-4581-8515-bec8d2bf31db tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.006879 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e493f6f8-6921-4ff9-8f5a-72efce151fd3 req-24d786d0-2605-4581-8515-bec8d2bf31db tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0494080 Oct 15 17:58:32.029380 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Floating IP 1ed980be-74c0-4fec-8c59-8906f7888892 associated. External IP: 172.27.1.99, port: 20e59b3a-8a30-4457-93eb-73c6c6d3548a. Oct 15 17:58:32.059876 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e493f6f8-6921-4ff9-8f5a-72efce151fd3 req-4d5baed0-e6a6-40ad-b9d1-2173a9753ba4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Oct 15 17:58:32.246523 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b916d-ac26-49b1-a6b9-6d0cc57c98f6 req-4a7c76a8-9679-408c-ba51-1f5add767cfd tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.248492 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8d6b916d-ac26-49b1-a6b9-6d0cc57c98f6 req-4a7c76a8-9679-408c-ba51-1f5add767cfd tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0521884 Oct 15 17:58:32.249063 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Router be2bd549-898f-430c-951d-218b7f130c50 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 17:58:32.290890 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8d6b916d-ac26-49b1-a6b9-6d0cc57c98f6 req-be56aa8f-078c-49b8-b1a1-fd940156b2a0 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Oct 15 17:58:32.358733 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 17:58:32.369125 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] Sync routers for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 17:58:32.379832 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:58:32.385146 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:58:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:32.448148 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:32.495251 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-751e1614-fea6-41ab-bb5c-0918f51e5e4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2176008 Oct 15 17:58:32.495507 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:58:32.495610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:32.495610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d5e01-61f1-40e9-8065-bdee62eca552" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:32.532891 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00d1f2d-23d0-4d6d-a2ac-8b9ac8cbca12 x-openstack-request-id: req-e00d1f2d-23d0-4d6d-a2ac-8b9ac8cbca12 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:32.533310 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:32.533760 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e00d1f2d-23d0-4d6d-a2ac-8b9ac8cbca12 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:32.534165 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'status': 'completed', 'code': 200} Oct 15 17:58:32.542547 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6863e2-c32d-4b3d-8ba1-184be1b9c61b req-4deb8077-018f-49b3-ac07-077984b431ff tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.545183 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1c6863e2-c32d-4b3d-8ba1-184be1b9c61b req-4deb8077-018f-49b3-ac07-077984b431ff tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0653851 Oct 15 17:58:32.587088 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1c6863e2-c32d-4b3d-8ba1-184be1b9c61b req-116ff317-46db-4ad2-b6ac-cd6163ecc18d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360863 Oct 15 17:58:32.605964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-34491312-5bb8-43bc-a838-8da85f0009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.607515 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-34491312-5bb8-43bc-a838-8da85f0009ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0456421 Oct 15 17:58:32.711935 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-dbf3377e-7e72-45a2-b305-126a7d0008d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.713309 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-dbf3377e-7e72-45a2-b305-126a7d0008d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 910 time: 0.0888498 Oct 15 17:58:32.759976 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '1ed980be-74c0-4fec-8c59-8906f7888892', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'port_id': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'mac_address': 'fa:16:3e:c4:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:58:31Z', 'updated_at': '2021-10-15T17:58:31Z', 'revision_number': 0, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:18Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:32.778952 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-07c872f8-2b07-4800-8910-431d3865c89f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 998 time: 0.0565667 Oct 15 17:58:32.786959 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] Checking router: be2bd549-898f-430c-951d-218b7f130c50 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 17:58:32.795635 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 17:58:32.796231 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T17:58:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:32.845398 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-3f2596c9-9a32-4029-b5bf-36e2710c9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.846929 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-3f2596c9-9a32-4029-b5bf-36e2710c9be4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0457456 Oct 15 17:58:32.902321 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-aea8cbb7-9c3b-418e-bccf-bed87ac97eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:32.904050 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-aea8cbb7-9c3b-418e-bccf-bed87ac97eb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491285 Oct 15 17:58:32.905065 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 17:58:33.010415 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-02c05af8-a594-40d2-88ea-c12ba724075f service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896652 Oct 15 17:58:33.112033 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e56d5e01-61f1-40e9-8065-bdee62eca552 req-8fffee1c-0945-4293-b049-1cb29fd94619 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920100 Oct 15 17:58:33.136800 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '1ed980be-74c0-4fec-8c59-8906f7888892', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'port_id': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'mac_address': 'fa:16:3e:c4:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:58:31Z', 'updated_at': '2021-10-15T17:58:31Z', 'revision_number': 0, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:18Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:33.163204 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5933cf-c796-42d6-96fc-1474b5c80843 None None] The sync data for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi is: [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '1ed980be-74c0-4fec-8c59-8906f7888892', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'port_id': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'mac_address': 'fa:16:3e:c4:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T17:58:31Z', 'updated_at': '2021-10-15T17:58:31Z', 'revision_number': 0, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:18Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 17:58:33.199350 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0ca3-ec39-43b9-b351-4001eecf4c45 req-4401b216-df48-47f0-9d5d-c97391d54121 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:33.200885 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-364f0ca3-ec39-43b9-b351-4001eecf4c45 req-4401b216-df48-47f0-9d5d-c97391d54121 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0505531 Oct 15 17:58:33.243088 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-364f0ca3-ec39-43b9-b351-4001eecf4c45 req-f1f5c20e-5b02-4237-96f8-cf4cba8fc544 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360847 Oct 15 17:58:33.356904 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf63751-1e25-4065-9401-c59f6b34f8c8 None None] New status for floating IP 1ed980be-74c0-4fec-8c59-8906f7888892: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 17:58:33.415299 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e3085-5dbe-4e25-9087-8d74024ef8c7 req-5917b0e3-6bfb-454b-9882-4914a38957c6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:33.416770 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0d5e3085-5dbe-4e25-9087-8d74024ef8c7 req-5917b0e3-6bfb-454b-9882-4914a38957c6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0534003 Oct 15 17:58:33.454092 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0d5e3085-5dbe-4e25-9087-8d74024ef8c7 req-008c22f0-1b64-4e09-95a9-dc8290293b8b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Oct 15 17:58:33.705396 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2b28-7ab8-48f8-abbe-10e9b5fe7496 req-9efa6cff-882e-43ee-94de-85994b69e47a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:33.706857 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4f0f2b28-7ab8-48f8-abbe-10e9b5fe7496 req-9efa6cff-882e-43ee-94de-85994b69e47a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0483916 Oct 15 17:58:33.747972 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4f0f2b28-7ab8-48f8-abbe-10e9b5fe7496 req-561d2c18-8833-40fc-a47a-87bb1ec46327 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348816 Oct 15 17:58:34.359882 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41633a1a-7897-434b-9aa9-34b6f8e9bc61 req-f3c3cde6-c794-47f0-9f37-0c44dd678126 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:34.361364 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-41633a1a-7897-434b-9aa9-34b6f8e9bc61 req-f3c3cde6-c794-47f0-9f37-0c44dd678126 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0472257 Oct 15 17:58:34.399331 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-41633a1a-7897-434b-9aa9-34b6f8e9bc61 req-5bea92d9-e892-4133-9b0d-1cb6246c9bf4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Oct 15 17:58:34.566293 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dcb02-32bc-4687-81b1-35d81c1b7e19 req-eaede320-e748-434d-8b4c-b57495ba102b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:34.567684 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d63dcb02-32bc-4687-81b1-35d81c1b7e19 req-eaede320-e748-434d-8b4c-b57495ba102b tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0486431 Oct 15 17:58:34.604751 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d63dcb02-32bc-4687-81b1-35d81c1b7e19 req-b57ce0ef-8861-48d2-ae31-6bc35663cf23 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Oct 15 17:58:34.875309 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a2b7-c918-4582-90d5-7b6515dff5b3 req-c9c8d353-38bc-4a30-91ce-72d6ccab3037 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:34.876806 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9315a2b7-c918-4582-90d5-7b6515dff5b3 req-c9c8d353-38bc-4a30-91ce-72d6ccab3037 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0569360 Oct 15 17:58:34.913858 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9315a2b7-c918-4582-90d5-7b6515dff5b3 req-d153d7d1-7ac3-44fe-9d05-aa5e1766293e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309649 Oct 15 17:58:34.917840 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-5d073519-af2c-4728-b9bb-0a887048b6f3 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:34.919337 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-5d073519-af2c-4728-b9bb-0a887048b6f3 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Oct 15 17:58:35.010064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Deleting port f28ec9ac-c306-4fdd-98f4-27349eac8346 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:58:35.010393 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:35.096028 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] For port f28ec9ac-c306-4fdd-98f4-27349eac8346, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f28ec9ac-c306-4fdd-98f4-27349eac8346,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:35.096393 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:35.109043 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Calling delete_port for f28ec9ac-c306-4fdd-98f4-27349eac8346 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:58:35.307900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:35.325366 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d', 'f28ec9ac-c306-4fdd-98f4-27349eac8346'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:35.336787 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event deleted for resources: {'Port': ['ID=f28ec9ac-c306-4fdd-98f4-27349eac8346,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:35.388453 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] No DVR routers for this DVR port f28ec9ac-c306-4fdd-98f4-27349eac8346 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:58:35.396852 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:35.400523 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8912b2b-3f8f-4fb7-a718-e6d9125ee3fc req-8e14dc77-7ac6-4342-b209-8a70b89781ab tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "DELETE /v2.0/ports/f28ec9ac-c306-4fdd-98f4-27349eac8346 HTTP/1.1" status: 204 len: 173 time: 0.4748168 Oct 15 17:58:35.400940 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'name': 'network-vif-deleted', 'tag': 'f28ec9ac-c306-4fdd-98f4-27349eac8346'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:35.403242 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345078c-8e6d-49c6-b87b-96f75be4e321" -d '{"events": [{"server_uuid": "c2d97851-f655-4bb9-a335-8d1c1872c315", "name": "network-vif-deleted", "tag": "f28ec9ac-c306-4fdd-98f4-27349eac8346"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:35.444195 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9815f5a-9e38-42c0-9062-2cb2d4359aeb x-openstack-request-id: req-b9815f5a-9e38-42c0-9062-2cb2d4359aeb {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:35.444583 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d97851-f655-4bb9-a335-8d1c1872c315", "name": "network-vif-deleted", "tag": "f28ec9ac-c306-4fdd-98f4-27349eac8346", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:35.444984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9815f5a-9e38-42c0-9062-2cb2d4359aeb {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:35.445475 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d97851-f655-4bb9-a335-8d1c1872c315', 'name': 'network-vif-deleted', 'tag': 'f28ec9ac-c306-4fdd-98f4-27349eac8346', 'status': 'completed', 'code': 200} Oct 15 17:58:35.532989 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa767-9b3f-4d1f-bbb0-df857937c61f req-13418ed0-5ede-4378-ba41-bc394e26bffc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:35.534944 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ec0fa767-9b3f-4d1f-bbb0-df857937c61f req-13418ed0-5ede-4378-ba41-bc394e26bffc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0530491 Oct 15 17:58:35.575165 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ec0fa767-9b3f-4d1f-bbb0-df857937c61f req-325f8a35-2f7c-4cad-9528-08c9c1b3729f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331769 Oct 15 17:58:35.702071 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0bc0387c-40a7-45dc-bd75-3abddba81130 req-37e33af3-f592-4c29-bd1e-f7306d2e5ab7 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 210 time: 0.0261586 Oct 15 17:58:36.027588 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91447576-f0af-4d4e-9bcb-52ca838b943e req-57812e59-c301-45bb-a3e5-b4ed59b1e444 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:36.028979 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-91447576-f0af-4d4e-9bcb-52ca838b943e req-57812e59-c301-45bb-a3e5-b4ed59b1e444 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Oct 15 17:58:36.066550 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-91447576-f0af-4d4e-9bcb-52ca838b943e req-6c9fc81b-fa6c-4846-bfa6-28e0b6089113 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317516 Oct 15 17:58:36.695612 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ac3b5-40e4-4bdf-bd7a-fcf41955f600 req-965749dd-ee1b-4d79-942e-5e2da96945af tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:36.698016 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3f9ac3b5-40e4-4bdf-bd7a-fcf41955f600 req-965749dd-ee1b-4d79-942e-5e2da96945af tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0499110 Oct 15 17:58:36.738677 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3f9ac3b5-40e4-4bdf-bd7a-fcf41955f600 req-f19d9c6b-d131-4a6a-9e98-e498e6f2494e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Oct 15 17:58:36.812274 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3dbe5396-9463-4bb9-9ce5-8eaf59966e87 req-9153bca9-3419-404f-aa3c-fdc3f6021322 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d97851-f655-4bb9-a335-8d1c1872c315 HTTP/1.1" status: 200 len: 210 time: 0.0256672 Oct 15 17:58:37.177859 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab365e0-45cd-45d0-a138-862fe71752b3 req-bb818e20-2375-40ae-b3cc-d8b3f507c3c3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:37.179377 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cab365e0-45cd-45d0-a138-862fe71752b3 req-bb818e20-2375-40ae-b3cc-d8b3f507c3c3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Oct 15 17:58:37.255569 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cab365e0-45cd-45d0-a138-862fe71752b3 req-25c11fa4-7d98-490d-bc25-fdd98cd28d0d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344660 Oct 15 17:58:37.864991 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9ae0f-a0d5-47ac-8a34-c661d8bd7ac5 req-0d528b87-11a5-439a-a4dd-253bc2d97cdd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:37.866483 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b0d9ae0f-a0d5-47ac-8a34-c661d8bd7ac5 req-0d528b87-11a5-439a-a4dd-253bc2d97cdd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0523160 Oct 15 17:58:37.906272 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b0d9ae0f-a0d5-47ac-8a34-c661d8bd7ac5 req-61529b17-7b4c-4821-a57f-265b11f92a0c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Oct 15 17:58:38.349700 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbe52c-d5fe-4a1b-a3ab-999bc3868bbe req-8fe46cf2-21b3-40ad-be27-96fce4086d91 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:38.351156 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f9fbe52c-d5fe-4a1b-a3ab-999bc3868bbe req-8fe46cf2-21b3-40ad-be27-96fce4086d91 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Oct 15 17:58:38.395405 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f9fbe52c-d5fe-4a1b-a3ab-999bc3868bbe req-5ed3d0bf-1142-484c-abe7-b3f10aed1145 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382588 Oct 15 17:58:38.615454 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:58:38.618518 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device f28ec9ac-c306-4fdd-98f4-27349eac8346 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:38.644207 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: f28ec9ac-c306-4fdd-98f4-27349eac8346 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:38.644547 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device f28ec9ac-c306-4fdd-98f4-27349eac8346 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:38.737308 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:38.748000 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '8277b472-3fc1-4f38-a395-0de9100487da', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'port_id': '8277b472-3fc1-4f38-a395-0de9100487da', 'mac_address': 'fa:16:3e:e7:86:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:58:38.787555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:38.917179 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8277b472-3fc1-4f38-a395-0de9100487da {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:58:38.936565 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:38.996528 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:39.027802 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48958e91-8ab1-4024-b6ae-5d02ce84163e req-94e7f9eb-e338-4e5e-a990-b19ad0789bd3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:39.029270 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-48958e91-8ab1-4024-b6ae-5d02ce84163e req-94e7f9eb-e338-4e5e-a990-b19ad0789bd3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0512528 Oct 15 17:58:39.053999 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=6']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:39.081037 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-48958e91-8ab1-4024-b6ae-5d02ce84163e req-e9778d46-a3f3-48bc-8cac-b4bea8c6eded tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457449 Oct 15 17:58:39.123994 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['8277b472-3fc1-4f38-a395-0de9100487da'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:39.494520 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0956cb5-a7b4-4670-a7c6-bebfd8a13e07 req-9ef446ea-ac5f-40fd-af62-117489350c00 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:39.496141 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c0956cb5-a7b4-4670-a7c6-bebfd8a13e07 req-9ef446ea-ac5f-40fd-af62-117489350c00 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0516675 Oct 15 17:58:39.519199 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320d4c4-01dd-49d8-b0d7-a4a2ccffb462 req-9a302a58-3a5b-4346-85ac-fb261d9f7a1f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:39.524240 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1320d4c4-01dd-49d8-b0d7-a4a2ccffb462 req-9a302a58-3a5b-4346-85ac-fb261d9f7a1f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0542700 Oct 15 17:58:39.535405 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c0956cb5-a7b4-4670-a7c6-bebfd8a13e07 req-119554d7-3298-4ac3-80f1-c24e3a287306 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Oct 15 17:58:39.561304 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1320d4c4-01dd-49d8-b0d7-a4a2ccffb462 req-e5367a08-cf88-466f-bfd5-36d81d5ed7e3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342810 Oct 15 17:58:40.203764 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17424-d333-4dff-9202-45a4c517e99d req-5c07efdc-b65c-465a-affd-165d2559dbbe tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:40.205136 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-68e17424-d333-4dff-9202-45a4c517e99d req-5c07efdc-b65c-465a-affd-165d2559dbbe tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 944 time: 0.0518434 Oct 15 17:58:40.243365 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-68e17424-d333-4dff-9202-45a4c517e99d req-e006351c-a825-4ad5-849f-b1b53d16b3e8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322821 Oct 15 17:58:40.646359 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:58:40.652338 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212abc09-3104-4588-8672-2f0f56774799 req-f3d03c62-a12f-4af1-ac25-b226fd55e011 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:40.653856 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-212abc09-3104-4588-8672-2f0f56774799 req-f3d03c62-a12f-4af1-ac25-b226fd55e011 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0509541 Oct 15 17:58:40.676942 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ac906-3544-4a6b-b6b6-7c492fbb8c84 req-4c2ef2f1-ceaf-4929-a671-5aee5bb19c17 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:40.678979 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-448ac906-3544-4a6b-b6b6-7c492fbb8c84 req-4c2ef2f1-ceaf-4929-a671-5aee5bb19c17 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0504608 Oct 15 17:58:40.695755 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 8277b472-3fc1-4f38-a395-0de9100487da triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:58:40.696341 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:40.717028 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-212abc09-3104-4588-8672-2f0f56774799 req-42e8bc54-95c5-4692-994e-a7625fb3d285 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526521 Oct 15 17:58:40.727928 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-448ac906-3544-4a6b-b6b6-7c492fbb8c84 req-48e87ab7-7e84-4666-9f23-212d31a1d7d6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420597 Oct 15 17:58:40.785731 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:40.807523 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:40.809778 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda5dc61-1772-4528-bded-7735559d75be" -d '{"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-plugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:40.822591 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:40.845173 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806deb4-d76b-47b2-acf8-0c47f04a75a1 x-openstack-request-id: req-6806deb4-d76b-47b2-acf8-0c47f04a75a1 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:40.845492 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-plugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:40.845785 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6806deb4-d76b-47b2-acf8-0c47f04a75a1 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:40.846182 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'code': 200} Oct 15 17:58:40.885157 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:40.934327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=7']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:41.358230 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1b86-770d-4eec-a1e7-6f61f976f25f req-344a011a-f184-42de-ac48-2acc03088e74 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:41.359603 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-924d1b86-770d-4eec-a1e7-6f61f976f25f req-344a011a-f184-42de-ac48-2acc03088e74 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0474920 Oct 15 17:58:41.400099 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-924d1b86-770d-4eec-a1e7-6f61f976f25f req-40739d44-940c-4373-8018-2307dcc6d848 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Oct 15 17:58:41.842938 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aa1ac-c171-40b9-bfd5-b102f71fb8b9 req-3979fe70-ccbf-482b-9684-7635e76a4c48 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:41.844487 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-803aa1ac-c171-40b9-bfd5-b102f71fb8b9 req-3979fe70-ccbf-482b-9684-7635e76a4c48 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0529051 Oct 15 17:58:41.849379 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2c75-51d2-4d85-89eb-808fd9d460ca req-10b2aa99-61e5-4c9e-8120-d65b06155146 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:41.850899 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-24fe2c75-51d2-4d85-89eb-808fd9d460ca req-10b2aa99-61e5-4c9e-8120-d65b06155146 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Oct 15 17:58:41.883443 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-803aa1ac-c171-40b9-bfd5-b102f71fb8b9 req-a4fe7973-b0aa-4056-a3fd-486a7d5af3c2 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Oct 15 17:58:41.889084 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-24fe2c75-51d2-4d85-89eb-808fd9d460ca req-3c2e8178-6dba-4c94-baee-56479753a3aa tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323522 Oct 15 17:58:41.935567 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-12c85bf0-a50d-4c11-9d67-5bf74393fb45 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:41.937009 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-12c85bf0-a50d-4c11-9d67-5bf74393fb45 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 945 time: 0.0527306 Oct 15 17:58:42.029419 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Deleting port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:58:42.029663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:42.122880 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] For port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:42.123259 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:42.135803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Calling delete_port for e6c3058f-8446-40f6-8a7f-1d0c1f33a18d owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:58:42.304956 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:42.317701 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:42.334851 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event deleted for resources: {'Port': ['ID=e6c3058f-8446-40f6-8a7f-1d0c1f33a18d,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:42.376375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] No DVR routers for this DVR port e6c3058f-8446-40f6-8a7f-1d0c1f33a18d on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:58:42.379480 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:42.383034 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-75b038b4-46ee-434b-af4b-3f8cd8e6dcc6 req-e1cdd305-6ae0-4271-96a1-e4fb9910363d tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "DELETE /v2.0/ports/e6c3058f-8446-40f6-8a7f-1d0c1f33a18d HTTP/1.1" status: 204 len: 173 time: 0.4391093 Oct 15 17:58:42.383536 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'name': 'network-vif-deleted', 'tag': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:42.386347 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7607b-8c24-48ce-9a5d-f3d4cb530b95" -d '{"events": [{"server_uuid": "5e6dfbc1-c55f-43aa-b95e-e2939151e5bf", "name": "network-vif-deleted", "tag": "e6c3058f-8446-40f6-8a7f-1d0c1f33a18d"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:42.422432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e1a828-0cff-45a3-b287-5af9f5e552e6 x-openstack-request-id: req-41e1a828-0cff-45a3-b287-5af9f5e552e6 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:42.422734 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6dfbc1-c55f-43aa-b95e-e2939151e5bf", "name": "network-vif-deleted", "tag": "e6c3058f-8446-40f6-8a7f-1d0c1f33a18d", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:42.422986 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41e1a828-0cff-45a3-b287-5af9f5e552e6 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:42.423578 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6dfbc1-c55f-43aa-b95e-e2939151e5bf', 'name': 'network-vif-deleted', 'tag': 'e6c3058f-8446-40f6-8a7f-1d0c1f33a18d', 'status': 'completed', 'code': 200} Oct 15 17:58:42.525980 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff100d-7170-4cb1-aea1-6dfe1645d1e8 req-38a459f8-40ee-414e-a895-8af75c36736b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:42.527857 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c7ff100d-7170-4cb1-aea1-6dfe1645d1e8 req-38a459f8-40ee-414e-a895-8af75c36736b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0494425 Oct 15 17:58:42.570806 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c7ff100d-7170-4cb1-aea1-6dfe1645d1e8 req-a1eae941-95b2-4c8b-bb69-bb08dd6938bf tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Oct 15 17:58:43.005911 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1c30e9b6-9307-4a9d-9cdc-a2abd5013f73 req-be71920e-f5ee-4644-96cd-c299bfbdcbfe tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e6dfbc1-c55f-43aa-b95e-e2939151e5bf HTTP/1.1" status: 200 len: 210 time: 0.0365634 Oct 15 17:58:43.027478 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad7a2-06b8-433d-a5db-4eb4c968a6a8 req-d781cf44-bf7f-48f6-ad16-46efc0f5cb60 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:43.029022 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fe8ad7a2-06b8-433d-a5db-4eb4c968a6a8 req-d781cf44-bf7f-48f6-ad16-46efc0f5cb60 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0581365 Oct 15 17:58:43.067442 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fe8ad7a2-06b8-433d-a5db-4eb4c968a6a8 req-439ff638-f46b-46cb-8698-545188f92014 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323362 Oct 15 17:58:43.754570 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a10dbc-9f5e-4883-b974-c40ed5bb753a req-0ad39c2a-d99c-4f85-b078-9b845049f81a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:43.756333 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-88a10dbc-9f5e-4883-b974-c40ed5bb753a req-0ad39c2a-d99c-4f85-b078-9b845049f81a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0948195 Oct 15 17:58:43.805680 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-88a10dbc-9f5e-4883-b974-c40ed5bb753a req-96adb9c1-f009-4025-8f41-dbf158c8cd14 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420563 Oct 15 17:58:43.944662 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44956) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:44.064264 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9ba26b2f-40ab-4292-9696-573c7c686a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.247040 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813eb00-6241-4727-9181-f0dd8343aaf0 req-49e973ba-cdbb-460f-86df-f3cf5174f9fb tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:44.249391 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6813eb00-6241-4727-9181-f0dd8343aaf0 req-49e973ba-cdbb-460f-86df-f3cf5174f9fb tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0909455 Oct 15 17:58:44.295269 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9ba26b2f-40ab-4292-9696-573c7c686a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.323777 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6813eb00-6241-4727-9181-f0dd8343aaf0 req-d897b147-61fc-4ede-98da-16f0c6454bec tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666096 Oct 15 17:58:44.382719 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9ba26b2f-40ab-4292-9696-573c7c686a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.428433 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9ba26b2f-40ab-4292-9696-573c7c686a56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=781ea7c3271447829fdac75105773a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800217 Oct 15 17:58:44.428433 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba26b2f-40ab-4292-9696-573c7c686a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3bbcc2-5f41-42d8-bc25-0fbe8fffcc37,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:44.432638 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44966) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:44.520079 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb707f26-f372-44b2-833e-be4e0b2646ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.543733 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb707f26-f372-44b2-833e-be4e0b2646ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.705883 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb707f26-f372-44b2-833e-be4e0b2646ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.706139 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c0058-ded3-4170-9b6b-3e36206c1700 req-b49a1b9e-a061-417e-b582-7319b23bffb9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:44.708566 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0f8c0058-ded3-4170-9b6b-3e36206c1700 req-b49a1b9e-a061-417e-b582-7319b23bffb9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.0625577 Oct 15 17:58:44.710902 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb707f26-f372-44b2-833e-be4e0b2646ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:44.715280 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cb707f26-f372-44b2-833e-be4e0b2646ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b3bbcc2-5f41-42d8-bc25-0fbe8fffcc37 HTTP/1.1" status: 204 len: 168 time: 0.2807951 Oct 15 17:58:44.725071 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707f26-f372-44b2-833e-be4e0b2646ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3bbcc2-5f41-42d8-bc25-0fbe8fffcc37,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:44.813263 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0f8c0058-ded3-4170-9b6b-3e36206c1700 req-9c7a1cae-35fb-4b9d-9808-658f284e56c9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986049 Oct 15 17:58:44.961561 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cd84a-bae6-41b1-945e-1112e79e839c req-aced29b1-07cf-44a0-90d1-f3953ec78e42 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:44.963071 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-898cd84a-bae6-41b1-945e-1112e79e839c req-aced29b1-07cf-44a0-90d1-f3953ec78e42 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0615764 Oct 15 17:58:45.043657 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-898cd84a-bae6-41b1-945e-1112e79e839c req-5bad8758-1658-4527-b0ef-d8f70c239250 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708089 Oct 15 17:58:45.463506 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038f97f-d6cc-4642-b603-406199d6e0c8 req-7915a44c-9fed-4eb8-8742-c6378a46f7c7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:45.470738 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2038f97f-d6cc-4642-b603-406199d6e0c8 req-7915a44c-9fed-4eb8-8742-c6378a46f7c7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0621374 Oct 15 17:58:45.501243 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 44978) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:45.515304 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2038f97f-d6cc-4642-b603-406199d6e0c8 req-b0518006-73d2-4f2d-bc6d-fd93ba8f4b69 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435557 Oct 15 17:58:45.518290 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9b1c-65f2-4344-8518-186d703cd3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:45.615104 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9b1c-65f2-4344-8518-186d703cd3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:45.691308 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9b1c-65f2-4344-8518-186d703cd3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:45.735762 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4ebc9b1c-65f2-4344-8518-186d703cd3be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd88c7abfdc34be981ac230da9a28a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319961 Oct 15 17:58:45.737080 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc9b1c-65f2-4344-8518-186d703cd3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0cc305-7369-400b-a102-99d2f303acfe,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:45.738889 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 44984) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:45.793464 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c0478668-bcfc-4c55-a8c2-50b0283edba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:45.834338 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c0478668-bcfc-4c55-a8c2-50b0283edba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:46.007947 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e2f39-db59-45e1-9901-6729ff257042 req-8aa6d6f3-835a-434b-8f83-fd2165ba671f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.012867 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d886-c539-48dc-b668-88888efbb4bf req-0aa01c36-cf7b-482b-b7ef-2a92a90c0ae9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.021366 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa81d886-c539-48dc-b668-88888efbb4bf req-0aa01c36-cf7b-482b-b7ef-2a92a90c0ae9 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.0648205 Oct 15 17:58:46.022973 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9b2e2f39-db59-45e1-9901-6729ff257042 req-8aa6d6f3-835a-434b-8f83-fd2165ba671f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.1147556 Oct 15 17:58:46.027445 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c0478668-bcfc-4c55-a8c2-50b0283edba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:46.045768 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c0478668-bcfc-4c55-a8c2-50b0283edba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:46.045768 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c0478668-bcfc-4c55-a8c2-50b0283edba5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c0cc305-7369-400b-a102-99d2f303acfe HTTP/1.1" status: 204 len: 168 time: 0.3016281 Oct 15 17:58:46.078404 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0478668-bcfc-4c55-a8c2-50b0283edba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0cc305-7369-400b-a102-99d2f303acfe,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:46.108650 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa81d886-c539-48dc-b668-88888efbb4bf req-5afb53d3-b419-4051-80fd-e2042b20d451 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863123 Oct 15 17:58:46.155751 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9b2e2f39-db59-45e1-9901-6729ff257042 req-255424b5-1d91-46a2-aec1-61054c1d4280 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293004 Oct 15 17:58:46.174625 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-8e314710-f816-40ab-aa4d-6e734692d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.176180 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-8e314710-f816-40ab-aa4d-6e734692d58b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1098 time: 0.1024537 Oct 15 17:58:46.313188 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-68a9bf75-6293-4edc-8c72-de89bc805ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.314883 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-68a9bf75-6293-4edc-8c72-de89bc805ba5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.1307337 Oct 15 17:58:46.417185 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-21d4e915-bcf2-4c04-87e6-f18442ee3a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 1000 time: 0.0935743 Oct 15 17:58:46.530057 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-d24023ab-a976-44ec-8d39-3f5ff22e5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.531761 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-d24023ab-a976-44ec-8d39-3f5ff22e5ee6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0981133 Oct 15 17:58:46.542380 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc8711-f411-41fd-a34e-ceec033c0719 req-9eb027f4-9cd4-458f-afb7-3403cbaf2299 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.549957 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2cdc8711-f411-41fd-a34e-ceec033c0719 req-9eb027f4-9cd4-458f-afb7-3403cbaf2299 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.3429024 Oct 15 17:58:46.646468 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2cdc8711-f411-41fd-a34e-ceec033c0719 req-b118e213-2731-40e9-ba23-e4e28e21e040 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954268 Oct 15 17:58:46.660718 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device e6c3058f-8446-40f6-8a7f-1d0c1f33a18d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:46.661694 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-09461df9-3520-41ff-9a04-11e5dbd34816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.671456 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-09461df9-3520-41ff-9a04-11e5dbd34816 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0947580 Oct 15 17:58:46.672601 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-7b6f4e46-060b-4c4b-84dc-76935386d0dc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:46.675437 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-7b6f4e46-060b-4c4b-84dc-76935386d0dc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.1056888 Oct 15 17:58:46.687549 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: e6c3058f-8446-40f6-8a7f-1d0c1f33a18d {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:46.687901 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device e6c3058f-8446-40f6-8a7f-1d0c1f33a18d not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:46.838696 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-062e7161-790c-4d66-8df9-d3c55ffcb22a service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622913 Oct 15 17:58:46.890979 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Deleting port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:58:46.891326 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.006323 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cd391cd-a107-4e93-bbcd-f2931a194ca3 req-9dcd3f07-6a02-4387-bd5b-84073b4dae01 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575608 Oct 15 17:58:47.028293 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] For port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:47.028644 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.041782 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Calling delete_port for 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:58:47.141494 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45002) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:47.161151 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-332bd5d2-fb75-4097-b03e-f832f4adaa53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.238598 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d8bbc-d3cd-4420-820f-cf718a39d321 req-f2034134-5df4-4f76-b607-9a69be72dd27 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:47.240118 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ed0d8bbc-d3cd-4420-820f-cf718a39d321 req-f2034134-5df4-4f76-b607-9a69be72dd27 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 945 time: 0.0694218 Oct 15 17:58:47.278890 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a939cc3-bff8-426e-b1f2-a5ae2b74a93a req-502f5600-7a08-4f8c-b7af-bee18bcbbdf5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:47.280380 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8a939cc3-bff8-426e-b1f2-a5ae2b74a93a req-502f5600-7a08-4f8c-b7af-bee18bcbbdf5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0535815 Oct 15 17:58:47.297513 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ed0d8bbc-d3cd-4420-820f-cf718a39d321 req-c0cff87f-18de-4217-a2d3-60b3645ef504 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508494 Oct 15 17:58:47.306101 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-332bd5d2-fb75-4097-b03e-f832f4adaa53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.323784 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8a939cc3-bff8-426e-b1f2-a5ae2b74a93a req-af57e3cd-8ca2-4b08-b13d-ca82d6f1dc54 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363183 Oct 15 17:58:47.344698 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.369675 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', '0730e6cc-6bf4-4df1-98cc-d9f0c675f512'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:47.381911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event deleted for resources: {'Port': ['ID=0730e6cc-6bf4-4df1-98cc-d9f0c675f512,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:47.411100 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-332bd5d2-fb75-4097-b03e-f832f4adaa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.415578 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] No DVR routers for this DVR port 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:58:47.418758 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.422662 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-31859ee5-5c26-45d5-bcb4-a2f10ba3be69 req-0237d3a1-48fd-477a-a231-25b433e895ae tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "DELETE /v2.0/ports/0730e6cc-6bf4-4df1-98cc-d9f0c675f512 HTTP/1.1" status: 204 len: 173 time: 0.7353280 Oct 15 17:58:47.423555 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'name': 'network-vif-deleted', 'tag': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:47.425675 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05d4e0-e250-4b79-b520-4a07e438b8ee" -d '{"events": [{"server_uuid": "09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e", "name": "network-vif-deleted", "tag": "0730e6cc-6bf4-4df1-98cc-d9f0c675f512"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:47.454218 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-332bd5d2-fb75-4097-b03e-f832f4adaa53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=942a290f41134160b459a31565baa488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105810 Oct 15 17:58:47.456749 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd5d2-fb75-4097-b03e-f832f4adaa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214308fa-af0e-4315-b553-67da7924390e,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:47.457497 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45010) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:47.503134 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea8ea7-0bc3-4eba-8e75-aac498a29402 x-openstack-request-id: req-d8ea8ea7-0bc3-4eba-8e75-aac498a29402 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:47.508423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e", "name": "network-vif-deleted", "tag": "0730e6cc-6bf4-4df1-98cc-d9f0c675f512", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:47.508423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8ea8ea7-0bc3-4eba-8e75-aac498a29402 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:47.508423 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e', 'name': 'network-vif-deleted', 'tag': '0730e6cc-6bf4-4df1-98cc-d9f0c675f512', 'status': 'completed', 'code': 200} Oct 15 17:58:47.539219 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf43826b-f673-456d-82bc-cf6185aaec70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.566757 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf43826b-f673-456d-82bc-cf6185aaec70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.694526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf43826b-f673-456d-82bc-cf6185aaec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.697430 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bf43826b-f673-456d-82bc-cf6185aaec70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:47.701126 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-bf43826b-f673-456d-82bc-cf6185aaec70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/214308fa-af0e-4315-b553-67da7924390e HTTP/1.1" status: 204 len: 168 time: 0.2400222 Oct 15 17:58:47.719614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43826b-f673-456d-82bc-cf6185aaec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214308fa-af0e-4315-b553-67da7924390e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:47.853471 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73eee3-15e3-4798-9967-40edf97457db req-0f13a41f-38c2-42dc-bbe3-3194b586c346 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:47.855075 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a73eee3-15e3-4798-9967-40edf97457db req-0f13a41f-38c2-42dc-bbe3-3194b586c346 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.1067135 Oct 15 17:58:47.901006 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a73eee3-15e3-4798-9967-40edf97457db req-89bae858-a4ec-45ad-9dda-e167119437a3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351858 Oct 15 17:58:48.230613 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-933bbacd-07d6-406c-bb20-806a218f521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:48.466069 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba769c-a358-429c-a1f8-8ed22f647c16 req-0f678fae-750d-475e-8528-011d92c62ece tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:48.474930 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c2ba769c-a358-429c-a1f8-8ed22f647c16 req-0f678fae-750d-475e-8528-011d92c62ece tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0681152 Oct 15 17:58:48.528032 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c2ba769c-a358-429c-a1f8-8ed22f647c16 req-d6a50077-4e60-421d-9e6f-2c0751024d81 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481570 Oct 15 17:58:48.742605 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-eb4f4a70-2f3d-4de8-b7cf-003fa70bbe47 req-1efff96f-89ba-40e2-a671-cdbd0701587e tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a9a16c-1f1d-4d9e-bf94-a3ada5b87d5e HTTP/1.1" status: 200 len: 210 time: 0.3544199 Oct 15 17:58:49.040684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004eea9-a7fa-4588-88c7-d4ca1ba067cb req-14b3a6bc-71e3-433c-8ffa-c1bfb4079458 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:49.049279 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6004eea9-a7fa-4588-88c7-d4ca1ba067cb req-14b3a6bc-71e3-433c-8ffa-c1bfb4079458 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0645602 Oct 15 17:58:49.089064 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6004eea9-a7fa-4588-88c7-d4ca1ba067cb req-a2b57fbc-bf74-43fc-b50b-102ce9805c1e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386779 Oct 15 17:58:49.363452 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:58:49.725493 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45054) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:49.871494 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-766134d4-5f57-49e3-aef8-4d80e29643cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:49.951586 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-766134d4-5f57-49e3-aef8-4d80e29643cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:50.038463 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-766134d4-5f57-49e3-aef8-4d80e29643cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:50.078186 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-766134d4-5f57-49e3-aef8-4d80e29643cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8cb6896b2a946298af9b7cc9d702be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513288 Oct 15 17:58:50.079044 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766134d4-5f57-49e3-aef8-4d80e29643cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aa9226-012b-434c-afcf-2581f5eb11c6,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:50.081670 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45064) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:50.144475 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-963408e9-bf33-4e42-b010-004194505301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:50.166673 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-963408e9-bf33-4e42-b010-004194505301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:50.243591 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbe6b7-6c60-4a43-a863-c408fe3f8146 req-4a1be703-8c67-49f8-8513-3c83b4bca47a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:50.245286 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-22cbe6b7-6c60-4a43-a863-c408fe3f8146 req-4a1be703-8c67-49f8-8513-3c83b4bca47a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0683241 Oct 15 17:58:50.287564 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-22cbe6b7-6c60-4a43-a863-c408fe3f8146 req-6581b05b-eb7b-45ce-8b9f-e868e2c964f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352275 Oct 15 17:58:50.303122 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-963408e9-bf33-4e42-b010-004194505301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:50.306405 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-963408e9-bf33-4e42-b010-004194505301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:50.309535 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-963408e9-bf33-4e42-b010-004194505301 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50aa9226-012b-434c-afcf-2581f5eb11c6 HTTP/1.1" status: 204 len: 168 time: 0.2262292 Oct 15 17:58:50.320439 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963408e9-bf33-4e42-b010-004194505301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aa9226-012b-434c-afcf-2581f5eb11c6,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:50.676942 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:50.696754 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:50.697102 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 0730e6cc-6bf4-4df1-98cc-d9f0c675f512 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:51.154321 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-248b10ac-c489-47aa-a8a8-69c9fb48eacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:51.462426 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84db183-0591-48a8-94a2-a93cd846aee6 req-43359e87-7a3d-4108-bef5-ddbf120b3374 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:51.464000 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b84db183-0591-48a8-94a2-a93cd846aee6 req-43359e87-7a3d-4108-bef5-ddbf120b3374 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0803308 Oct 15 17:58:51.519316 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b84db183-0591-48a8-94a2-a93cd846aee6 req-5ca3bdcb-3566-43f3-a723-6372efd3699f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455327 Oct 15 17:58:51.590430 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61778c9c-6eb2-4878-8a82-83712f8ef04b req-ff258ff5-6bc3-46a8-be03-ce2c9a90f11a tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:51.595855 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-61778c9c-6eb2-4878-8a82-83712f8ef04b req-ff258ff5-6bc3-46a8-be03-ce2c9a90f11a tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0892286 Oct 15 17:58:51.638019 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-61778c9c-6eb2-4878-8a82-83712f8ef04b req-51680473-0d0c-44a2-872c-d4d1ae2824f8 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Oct 15 17:58:51.819272 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:52.282157 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:52.677528 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e5b0-320f-487c-9232-d60088454bac req-722670bc-2637-44d2-9b4a-c9d6874dc964 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:52.678898 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-56e4e5b0-320f-487c-9232-d60088454bac req-722670bc-2637-44d2-9b4a-c9d6874dc964 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0657115 Oct 15 17:58:52.759742 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-56e4e5b0-320f-487c-9232-d60088454bac req-4c4ff674-8ae0-4db3-b379-858e0cab1bb1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679307 Oct 15 17:58:52.781791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a205b-4056-4bcb-bb3f-49943a534f33 req-212f679a-d433-4774-9878-a03cdb60fb43 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:52.789603 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1f1a205b-4056-4bcb-bb3f-49943a534f33 req-212f679a-d433-4774-9878-a03cdb60fb43 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0745900 Oct 15 17:58:52.828028 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1f1a205b-4056-4bcb-bb3f-49943a534f33 req-0d88e00b-657d-4bfe-8ca1-87c9b143fec7 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372183 Oct 15 17:58:53.579966 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-9917c016-f303-40da-81ed-17cd71a5674f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:53.582089 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-9917c016-f303-40da-81ed-17cd71a5674f tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0626671 Oct 15 17:58:53.701831 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Deleting port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:58:53.702489 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:53.742527 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:53.839223 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] For port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,segment=NetworkSegment(ee60d8bc-44dd-43f2-a05c-5e58628123cc),segment_id=ee60d8bc-44dd-43f2-a05c-5e58628123cc)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:58:53.839655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:53.863983 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Calling delete_port for aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:58:53.967108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070182f4-3da2-4a5a-a90d-cbf7bd826fc2 req-5d17a6fd-c5d4-4ba8-866e-364c506763e4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:53.971165 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-070182f4-3da2-4a5a-a90d-cbf7bd826fc2 req-5d17a6fd-c5d4-4ba8-866e-364c506763e4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.1272857 Oct 15 17:58:53.980871 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b39e3f-10f5-4d87-b6eb-770a9294d040 req-b7551a9d-af31-4db6-805d-3b46f1759667 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:53.982440 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f0b39e3f-10f5-4d87-b6eb-770a9294d040 req-b7551a9d-af31-4db6-805d-3b46f1759667 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0668943 Oct 15 17:58:54.023936 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f0b39e3f-10f5-4d87-b6eb-770a9294d040 req-a51eac84-c6d5-4bd5-90da-9b26ca8803d6 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Oct 15 17:58:54.298397 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-070182f4-3da2-4a5a-a90d-cbf7bd826fc2 req-c90887c1-b7d4-4037-8b11-d53f6404bcbc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056285 Oct 15 17:58:54.316802 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-88d92b8b-e727-4e65-91ef-ed3763ed0466 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3053985 Oct 15 17:58:54.383004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-60a115b2-7c86-4190-814d-63a845e7a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:54.384477 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-60a115b2-7c86-4190-814d-63a845e7a406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1098 time: 0.0405333 Oct 15 17:58:54.434956 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:54.447093 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:58:54.494850 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Pushing event deleted for resources: {'Port': ['ID=aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:54.513971 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.514317 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.514656 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.514991 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.515353 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.515687 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.516014 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.516339 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.516662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.516984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.517335 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.517657 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:58:54.559694 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] No DVR routers for this DVR port aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:58:54.563073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:54.566417 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-03731d7f-fd4d-4a58-a30e-1d73f510dc95 req-1823eeac-39af-4124-a8ad-2df6911d28cc tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.47 "DELETE /v2.0/ports/aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 HTTP/1.1" status: 204 len: 173 time: 0.9775007 Oct 15 17:58:54.566848 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'name': 'network-vif-deleted', 'tag': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:58:54.569082 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e493b38d-3705-46b3-a0a0-dc84b5b38b8f" -d '{"events": [{"server_uuid": "4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9", "name": "network-vif-deleted", "tag": "aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:58:54.572546 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-e069409d-9658-4440-93e9-c66b418edad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:54.573888 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-e069409d-9658-4440-93e9-c66b418edad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.1684325 Oct 15 17:58:54.619108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5039d450-bc28-4184-b3cf-54db4a2780f0 x-openstack-request-id: req-5039d450-bc28-4184-b3cf-54db4a2780f0 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:58:54.619419 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9", "name": "network-vif-deleted", "tag": "aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:58:54.619673 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5039d450-bc28-4184-b3cf-54db4a2780f0 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:58:54.620060 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9', 'name': 'network-vif-deleted', 'tag': 'aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5', 'status': 'completed', 'code': 200} Oct 15 17:58:54.643912 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-bb5fcd99-8202-431a-b260-017b45b83de9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 1000 time: 0.0609720 Oct 15 17:58:54.696725 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-c443b742-985c-4d5a-9688-b2a250cbf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:54.698176 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-c443b742-985c-4d5a-9688-b2a250cbf378 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0469172 Oct 15 17:58:54.759757 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-2620e374-77e1-4977-8820-de1a1619fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:54.761300 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-2620e374-77e1-4977-8820-de1a1619fb7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517609 Oct 15 17:58:54.894987 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-03503823-8617-4679-969c-b58a0f3db813 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230109 Oct 15 17:58:55.019451 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3cb332af-9a26-420c-a4b8-6a50bc384242 req-756b738b-51b1-4142-bd94-b74b07d1d31e service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168165 Oct 15 17:58:55.179188 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f74a4708-4f36-440b-8b4a-f9cb7ce4a872 req-98cbbc3b-8b54-4673-8977-bed9ff4a6f81 tempest-AttachVolumeNegativeTest-819590228 tempest-AttachVolumeNegativeTest-819590228-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ad51e46-fc8d-4b0e-b1bf-3f129902f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Oct 15 17:58:55.439307 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e7594-7970-463f-bcf0-0fa3564ac130 req-23a1b331-27c5-4b48-ac66-033f211a8300 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:55.440821 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-364e7594-7970-463f-bcf0-0fa3564ac130 req-23a1b331-27c5-4b48-ac66-033f211a8300 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0574644 Oct 15 17:58:55.479147 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-364e7594-7970-463f-bcf0-0fa3564ac130 req-63a22eea-4039-452f-8895-ea6680778018 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Oct 15 17:58:56.238347 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45196) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:56.281080 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Deleting subnet 9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 17:58:56.284713 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.318277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.356593 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.480175 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.512371 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:56.516730 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.521260 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a9309f87-ec85-47c4-a3e7-692d08a08ea0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a124973-27ef-4b6e-a0c7-98a9c3c4f4c0 HTTP/1.1" status: 204 len: 168 time: 0.2817461 Oct 15 17:58:56.524073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45200) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:56.601120 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.626310 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af01cc-1e52-4b8d-94b6-94c4c8780759 req-d854b282-a43c-4bee-8a44-e907ada0c543 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:56.628368 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-02af01cc-1e52-4b8d-94b6-94c4c8780759 req-d854b282-a43c-4bee-8a44-e907ada0c543 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0520000 Oct 15 17:58:56.666226 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-02af01cc-1e52-4b8d-94b6-94c4c8780759 req-86427aa4-214e-4d34-9fca-2a29b7c0ace6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312624 Oct 15 17:58:56.680476 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.694478 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:58:56.708351 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1984adf4-e1cf-49a4-951f-e1fd0ff61050']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:56.716624 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:58:56.716963 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device aa243a6e-a6ce-49e5-a4fa-dc6c47e7cef5 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:58:56.717829 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee60d8bc-44dd-43f2-a05c-5e58628123cc') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:56.718132 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee60d8bc-44dd-43f2-a05c-5e58628123cc') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 17:58:56.727503 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.743048 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.758897 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 17:58:56.760753 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 17:58:56.761001 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 17:58:56.833911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-f5e5e207-d6ce-4001-a290-2827483b8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:56.835601 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-f5e5e207-d6ce-4001-a290-2827483b8e43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1098 time: 0.0899913 Oct 15 17:58:56.917073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.927207 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:56.930370 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1984adf4-e1cf-49a4-951f-e1fd0ff61050 HTTP/1.1" status: 204 len: 168 time: 0.4053094 Oct 15 17:58:56.948803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa5e02-47f2-4227-b2be-b2a9ece594a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1984adf4-e1cf-49a4-951f-e1fd0ff61050,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:56.972933 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-475a0430-f4cf-4131-93a2-85954e06e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:56.974444 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-475a0430-f4cf-4131-93a2-85954e06e040 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.1302028 Oct 15 17:58:57.045680 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-060970aa-d3a5-4d6f-9430-edadd8938409 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 1000 time: 0.0627837 Oct 15 17:58:57.096055 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-74487bc9-c6bb-4499-8251-ce6647ed0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:57.097471 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-74487bc9-c6bb-4499-8251-ce6647ed0c16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0441546 Oct 15 17:58:57.144797 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-a1437195-88d0-4462-a157-5143cb2e5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:57.146288 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-a1437195-88d0-4462-a157-5143cb2e5fbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414813 Oct 15 17:58:57.258742 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-60075a5e-fee5-4e03-b30f-9592ecc15c02 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044815 Oct 15 17:58:57.337017 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45206) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:57.361697 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54259376-b871-4bcf-a113-c61f6b7e60c8 req-ae738dad-16b1-480d-a818-ff160cf2f819 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848014 Oct 15 17:58:57.377697 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-45f0b70e-5a83-478b-940c-248d5af524fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d499a83c40664f6bb8fbc319492994fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394063 Oct 15 17:58:57.380157 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45208) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:58:57.428958 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c8a41fda-d28b-4234-a386-f93ed036b621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:57.449088 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c8a41fda-d28b-4234-a386-f93ed036b621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:57.551006 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c8a41fda-d28b-4234-a386-f93ed036b621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:57.553615 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c8a41fda-d28b-4234-a386-f93ed036b621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:57.554838 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c8a41fda-d28b-4234-a386-f93ed036b621 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bf9d2a0-bedf-49a6-8c10-dbfc150c5492 HTTP/1.1" status: 204 len: 168 time: 0.1737905 Oct 15 17:58:57.566021 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a41fda-d28b-4234-a386-f93ed036b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9d2a0-bedf-49a6-8c10-dbfc150c5492,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:58:57.786505 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e45c7-10d9-474d-a799-1e264467e3b9 req-36eab6d8-d017-46e1-9ba2-c3ed15edc022 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:57.787991 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a45e45c7-10d9-474d-a799-1e264467e3b9 req-36eab6d8-d017-46e1-9ba2-c3ed15edc022 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0485926 Oct 15 17:58:57.830363 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a45e45c7-10d9-474d-a799-1e264467e3b9 req-f7ffa052-4ee8-4629-a770-42c9d1de49d8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357134 Oct 15 17:58:58.388555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:58:58.956902 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a9706-f5f4-46da-ab21-2d95e6640569 req-37001d23-5a34-4b82-8bed-6e57c2bc8558 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:58:58.958421 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4e9a9706-f5f4-46da-ab21-2d95e6640569 req-37001d23-5a34-4b82-8bed-6e57c2bc8558 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0486436 Oct 15 17:58:58.998388 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4e9a9706-f5f4-46da-ab21-2d95e6640569 req-ae692ff6-6fbf-477d-bde7-a3a267fdf639 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Oct 15 17:59:00.121463 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368abb1-e119-4669-bee2-f2e54ddf3e00 req-0ec9ad39-dacc-47c0-9857-a29fc6024694 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:00.123004 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b368abb1-e119-4669-bee2-f2e54ddf3e00 req-0ec9ad39-dacc-47c0-9857-a29fc6024694 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 945 time: 0.0534275 Oct 15 17:59:00.162066 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b368abb1-e119-4669-bee2-f2e54ddf3e00 req-15cbd6e2-d13d-4471-9aef-eed961d79192 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Oct 15 17:59:00.365207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45278) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:00.473889 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5d72dabc-dc1c-4ed8-a7ec-70f1f30ac5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.551280 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5d72dabc-dc1c-4ed8-a7ec-70f1f30ac5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.659202 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5d72dabc-dc1c-4ed8-a7ec-70f1f30ac5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.697210 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-5d72dabc-dc1c-4ed8-a7ec-70f1f30ac5d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=972c8cbe2bf1490cb4fedd949f009d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308465 Oct 15 17:59:00.698461 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72dabc-dc1c-4ed8-a7ec-70f1f30ac5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d955a54d-7068-42b9-ad05-aa696749d2de,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:00.699904 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45286) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:00.722430 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:59:00.755012 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba645dc9-aecd-4f8a-8eb8-f0263e2df61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.777723 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba645dc9-aecd-4f8a-8eb8-f0263e2df61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.799926 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.822822 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:59:00.825270 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7febd0e3-be81-4816-adac-e2e5c1643a57" -d '{"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-unplugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:59:00.839489 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:00.857315 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df4b2f-2544-44fd-a5bd-b4cdd7eb225d x-openstack-request-id: req-e1df4b2f-2544-44fd-a5bd-b4cdd7eb225d {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:59:00.857607 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-unplugged", "status": "failed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "code": 422}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:59:00.857873 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1df4b2f-2544-44fd-a5bd-b4cdd7eb225d {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:59:00.858308 dv-cinder-790535-16-iscsi neutron-server[112106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'code': 422} returned with failed status Oct 15 17:59:00.913874 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba645dc9-aecd-4f8a-8eb8-f0263e2df61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.916532 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba645dc9-aecd-4f8a-8eb8-f0263e2df61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.917734 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ba645dc9-aecd-4f8a-8eb8-f0263e2df61a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d955a54d-7068-42b9-ad05-aa696749d2de HTTP/1.1" status: 204 len: 168 time: 0.2167416 Oct 15 17:59:00.925903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba645dc9-aecd-4f8a-8eb8-f0263e2df61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d955a54d-7068-42b9-ad05-aa696749d2de,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:00.942567 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:00.997023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=8']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:01.004788 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.005359 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.005485 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.005816 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.006148 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.006477 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.006807 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.007135 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.007503 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.007844 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.008156 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.008473 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:01.453674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-e71e0980-9b4d-476f-9d4f-c171f9124d46 req-0d012a5d-35b2-46a7-9483-f139f7c8890c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:59:01.454745 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e71e0980-9b4d-476f-9d4f-c171f9124d46 req-0d012a5d-35b2-46a7-9483-f139f7c8890c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1001697 Oct 15 17:59:01.577424 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45306) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:01.590954 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d23cc46c-fb94-4b67-a45b-be69a667ee2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:01.770907 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d23cc46c-fb94-4b67-a45b-be69a667ee2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:01.833579 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670ecb-ff82-4cd4-bd86-5f8ec6362f26 req-de6673ed-5938-472e-8441-8343f4c4e190 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:01.835070 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-66670ecb-ff82-4cd4-bd86-5f8ec6362f26 req-de6673ed-5938-472e-8441-8343f4c4e190 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0498993 Oct 15 17:59:01.871497 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d23cc46c-fb94-4b67-a45b-be69a667ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:01.891994 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-66670ecb-ff82-4cd4-bd86-5f8ec6362f26 req-21ff2b4d-4a96-49c6-b228-1d6709347dc4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505104 Oct 15 17:59:01.919639 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d23cc46c-fb94-4b67-a45b-be69a667ee2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50b92056d4984ee79516853a6187aa82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404171 Oct 15 17:59:01.926232 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cc46c-fb94-4b67-a45b-be69a667ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e98ed8-9a7b-4159-a02d-acd1c8e0d077,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:01.926386 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45316) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:01.976088 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9e838f5-176c-4fb7-9047-fa1047c5f5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:01.999630 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9e838f5-176c-4fb7-9047-fa1047c5f5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:02.121495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9e838f5-176c-4fb7-9047-fa1047c5f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:02.125043 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c9e838f5-176c-4fb7-9047-fa1047c5f5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:02.125753 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c9e838f5-176c-4fb7-9047-fa1047c5f5c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69e98ed8-9a7b-4159-a02d-acd1c8e0d077 HTTP/1.1" status: 204 len: 168 time: 0.1984289 Oct 15 17:59:02.135423 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e838f5-176c-4fb7-9047-fa1047c5f5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e98ed8-9a7b-4159-a02d-acd1c8e0d077,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:02.364187 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45334) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:02.450572 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-387a2b9e-b17d-4fca-9980-7f3a2d095b04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839899 Oct 15 17:59:02.458740 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-75d14144-aab6-4257-aa64-600b3d16085f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 17:59:02.459790 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-75d14144-aab6-4257-aa64-600b3d16085f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051508 Oct 15 17:59:03.028920 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef37a3c-fdc7-4989-8556-3992bf0b8866 req-3e9c6098-5034-4482-af26-abebc2c24d13 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:03.030510 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ef37a3c-fdc7-4989-8556-3992bf0b8866 req-3e9c6098-5034-4482-af26-abebc2c24d13 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0582530 Oct 15 17:59:03.071594 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ef37a3c-fdc7-4989-8556-3992bf0b8866 req-fd5a26df-4591-4823-adbb-29e9a1dfb642 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333402 Oct 15 17:59:04.200606 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740c610-20af-48d6-ae02-6bdae9f64d99 req-720dc45b-ec08-4e9b-af5d-e154a46b9f09 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:04.202111 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d740c610-20af-48d6-ae02-6bdae9f64d99 req-720dc45b-ec08-4e9b-af5d-e154a46b9f09 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0497875 Oct 15 17:59:04.245604 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d740c610-20af-48d6-ae02-6bdae9f64d99 req-6979d5fb-e1c0-4162-94b4-72d42d789d28 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373313 Oct 15 17:59:05.364426 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642ae43-485c-4e30-bbcb-d365ad34619d req-530bf9f8-86c2-4e54-a389-696d0e8cf3f8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:05.365891 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6642ae43-485c-4e30-bbcb-d365ad34619d req-530bf9f8-86c2-4e54-a389-696d0e8cf3f8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0482521 Oct 15 17:59:05.403947 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6642ae43-485c-4e30-bbcb-d365ad34619d req-c0e034f6-7aa4-4192-ba8a-7277f0f66f67 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 Oct 15 17:59:05.654292 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-1b4b2aba-6de5-4eaf-b2ec-7fd4bf66b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:05.656427 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-1b4b2aba-6de5-4eaf-b2ec-7fd4bf66b105 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e&tenant_id=7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 1096 time: 0.1671937 Oct 15 17:59:05.722653 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-94213e47-65dc-440b-b42e-5db43dc00de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:05.724144 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-94213e47-65dc-440b-b42e-5db43dc00de3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1096 time: 0.0436203 Oct 15 17:59:05.813272 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-e6663369-c943-4289-8dea-0210333d8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:05.814745 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-e6663369-c943-4289-8dea-0210333d8dbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0831144 Oct 15 17:59:05.887436 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-5afed933-c8bf-41a6-aa66-f0ba4004c2a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 998 time: 0.0627344 Oct 15 17:59:05.941428 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-2658047f-25b2-44d1-b4df-14494082c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:05.942882 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-2658047f-25b2-44d1-b4df-14494082c81c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0442686 Oct 15 17:59:06.006984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-1522bca4-042f-47c9-91bd-70cfddbcdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:06.008538 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-1522bca4-042f-47c9-91bd-70cfddbcdabb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458331 Oct 15 17:59:06.111356 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-77efc84b-d90b-4adf-9d61-d2fba8674aea service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871530 Oct 15 17:59:06.208965 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a9f45d02-6420-4dd2-83bf-2109cef3e2fa req-dbef9067-90f7-4008-91c0-fc6b21e11c4d service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842237 Oct 15 17:59:06.533046 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ac815-f550-440c-83b3-106b364287b8 req-b11729c1-e3c9-4176-8ac5-f3e03329f26b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:06.535285 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e18ac815-f550-440c-83b3-106b364287b8 req-b11729c1-e3c9-4176-8ac5-f3e03329f26b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0560446 Oct 15 17:59:06.579468 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e18ac815-f550-440c-83b3-106b364287b8 req-efc3ebd6-0d84-499f-8bb0-441a47aae88f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373108 Oct 15 17:59:07.710922 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84980204-b0df-4221-b95f-db577b7a98b7 req-d7bac6ba-3448-4993-b202-3b3969938f11 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:07.712408 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-84980204-b0df-4221-b95f-db577b7a98b7 req-d7bac6ba-3448-4993-b202-3b3969938f11 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0535424 Oct 15 17:59:07.752794 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-84980204-b0df-4221-b95f-db577b7a98b7 req-6438364e-ba13-42a6-b4ab-fc8b6b00818e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345459 Oct 15 17:59:08.880523 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2e3dc-5614-4f70-ac9d-5a0b5486197b req-25657dec-d1b7-41ed-8e00-1cab9da3cb8b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:08.882031 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d0c2e3dc-5614-4f70-ac9d-5a0b5486197b req-25657dec-d1b7-41ed-8e00-1cab9da3cb8b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0567398 Oct 15 17:59:08.920777 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d0c2e3dc-5614-4f70-ac9d-5a0b5486197b req-ff03f6fd-8d90-4bc9-8afb-f212f745810f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324626 Oct 15 17:59:10.058124 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a508b-b94a-4500-9c33-a9e8e6f21686 req-a5e88459-20d2-44d8-9521-1a4053eec231 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:10.059643 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c73a508b-b94a-4500-9c33-a9e8e6f21686 req-a5e88459-20d2-44d8-9521-1a4053eec231 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0556650 Oct 15 17:59:10.097072 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c73a508b-b94a-4500-9c33-a9e8e6f21686 req-fc4965c4-2fe0-47fc-834b-99973a8f115d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311234 Oct 15 17:59:11.216185 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5b703-bb4b-4467-bbb3-9ad13c7e30ee req-77548635-3e4d-4790-87f5-6b6ff1e03eea tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:11.218738 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ee5b703-bb4b-4467-bbb3-9ad13c7e30ee req-77548635-3e4d-4790-87f5-6b6ff1e03eea tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0509586 Oct 15 17:59:11.261554 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ee5b703-bb4b-4467-bbb3-9ad13c7e30ee req-f241308a-701d-4650-a874-f414a0e8ffaa tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Oct 15 17:59:12.377423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e8e3-96e3-4157-bce6-a725c4b7cd85 req-39d90cd0-c7ac-44f9-be88-c792fdf4fa1f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:12.378860 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-38e0e8e3-96e3-4157-bce6-a725c4b7cd85 req-39d90cd0-c7ac-44f9-be88-c792fdf4fa1f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0482876 Oct 15 17:59:12.414913 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-38e0e8e3-96e3-4157-bce6-a725c4b7cd85 req-60060baa-30c3-44e1-bbb2-4292fd2907e8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302479 Oct 15 17:59:13.530859 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1706b7c-3c29-410c-8747-b2d5eeb493d7 req-92f9f30d-afbb-4078-ac61-f1e8315632f6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:13.532342 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a1706b7c-3c29-410c-8747-b2d5eeb493d7 req-92f9f30d-afbb-4078-ac61-f1e8315632f6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0475214 Oct 15 17:59:13.569708 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a1706b7c-3c29-410c-8747-b2d5eeb493d7 req-5d47e995-8664-4ad7-a988-9816b125826c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308638 Oct 15 17:59:14.706831 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65c6a7-0b2e-46cd-9b15-0311d49204df req-ca5918f9-1dba-445c-8b2d-4ec01ddf7973 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:14.708292 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3a65c6a7-0b2e-46cd-9b15-0311d49204df req-ca5918f9-1dba-445c-8b2d-4ec01ddf7973 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0556254 Oct 15 17:59:14.750359 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3a65c6a7-0b2e-46cd-9b15-0311d49204df req-9cdd1f7f-f119-439e-acd5-8b03ada45d91 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348201 Oct 15 17:59:15.875316 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93ccf-f2d8-4943-ae7b-cbef1eebe59e req-9214a0fc-a4b3-464c-b9e0-e51e220a700d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:15.876817 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-95f93ccf-f2d8-4943-ae7b-cbef1eebe59e req-9214a0fc-a4b3-464c-b9e0-e51e220a700d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0541477 Oct 15 17:59:15.934697 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-95f93ccf-f2d8-4943-ae7b-cbef1eebe59e req-c29a0195-95d0-46c5-aa6f-392230cca247 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511587 Oct 15 17:59:17.069215 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9cb94-1553-4393-aa88-83f245ec4385 req-9f214c6e-5af1-4219-8b96-5f05cb1bafa0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:17.070728 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-17c9cb94-1553-4393-aa88-83f245ec4385 req-9f214c6e-5af1-4219-8b96-5f05cb1bafa0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0566308 Oct 15 17:59:17.110199 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-17c9cb94-1553-4393-aa88-83f245ec4385 req-8bdc4fc4-e784-4e19-9818-7da2b4445a8b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Oct 15 17:59:18.232178 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1f8c-563e-48a2-99a7-566c8085b7f8 req-4a37d01a-ec10-428b-a4e9-37b2ab849ce5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:18.233760 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9e9e1f8c-563e-48a2-99a7-566c8085b7f8 req-4a37d01a-ec10-428b-a4e9-37b2ab849ce5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0510323 Oct 15 17:59:18.250585 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f23df3c0-cb9c-49eb-9b6d-f2a8532dd119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:18.274934 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9e9e1f8c-563e-48a2-99a7-566c8085b7f8 req-16b76136-1cbb-4aae-b9db-268100cb01c4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349329 Oct 15 17:59:19.397036 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee023398-ac28-4ba8-9f63-17b261e34309 req-57a2c774-233d-4564-8a00-c2cfed2458eb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:19.398569 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ee023398-ac28-4ba8-9f63-17b261e34309 req-57a2c774-233d-4564-8a00-c2cfed2458eb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0499485 Oct 15 17:59:19.437220 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ee023398-ac28-4ba8-9f63-17b261e34309 req-3e909d6e-b229-4e64-9f34-003edd5f7671 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Oct 15 17:59:20.561238 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6d9f-ee70-434a-a0a6-ea9f8003e2e9 req-8c8abc44-0f87-4e2e-85e3-b91f16b266d4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:20.569428 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aa5d6d9f-ee70-434a-a0a6-ea9f8003e2e9 req-8c8abc44-0f87-4e2e-85e3-b91f16b266d4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0529215 Oct 15 17:59:20.603919 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aa5d6d9f-ee70-434a-a0a6-ea9f8003e2e9 req-f5052d8a-f1ce-42e4-8145-c5fbb2000082 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351074 Oct 15 17:59:21.078943 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4036c586-a192-4133-a74a-7ef47cda544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:21.733407 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6b7f-fe63-4c8c-8e95-0a2c56d08964 req-32d69f26-ee25-480a-917f-fe38379ba632 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:21.734740 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f69f6b7f-fe63-4c8c-8e95-0a2c56d08964 req-32d69f26-ee25-480a-917f-fe38379ba632 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0513568 Oct 15 17:59:21.774915 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f69f6b7f-fe63-4c8c-8e95-0a2c56d08964 req-ec009afc-d4ae-4bbd-ae5b-4fd096e69e61 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340676 Oct 15 17:59:21.845056 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:22.258960 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:22.907343 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2d012-cfeb-42d9-9733-478ac21991b7 req-29c6a68b-d4dd-4f70-a985-606877a4b27c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:22.908811 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-45d2d012-cfeb-42d9-9733-478ac21991b7 req-29c6a68b-d4dd-4f70-a985-606877a4b27c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0533879 Oct 15 17:59:22.949036 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-45d2d012-cfeb-42d9-9733-478ac21991b7 req-fa104ceb-2de2-4858-9df7-3b300edaabae tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336654 Oct 15 17:59:23.761145 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:24.067616 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee2000-22cd-4b33-8587-9db5f79fbd9f req-3f22ba02-f548-4489-94cb-b7de82dcc95a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:24.069162 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96ee2000-22cd-4b33-8587-9db5f79fbd9f req-3f22ba02-f548-4489-94cb-b7de82dcc95a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0483441 Oct 15 17:59:24.107014 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96ee2000-22cd-4b33-8587-9db5f79fbd9f req-fd709115-b3f4-4b28-a71a-5f04f0fcfb15 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Oct 15 17:59:25.229511 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664d30-f478-47e3-a86c-6bb029be9b07 req-39061b1f-969b-4d37-93bd-dda076f5d31c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:25.230981 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c7664d30-f478-47e3-a86c-6bb029be9b07 req-39061b1f-969b-4d37-93bd-dda076f5d31c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0506282 Oct 15 17:59:25.269869 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c7664d30-f478-47e3-a86c-6bb029be9b07 req-cee65f64-4a1d-43dd-b796-1d507aef8b44 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Oct 15 17:59:26.360890 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 17:59:26.386130 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f05a-6ca7-46f2-8f88-76463af75380 req-d5263711-79b6-4bd3-94b8-6935fe06e427 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:26.387640 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e359f05a-6ca7-46f2-8f88-76463af75380 req-d5263711-79b6-4bd3-94b8-6935fe06e427 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0479417 Oct 15 17:59:26.431345 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e359f05a-6ca7-46f2-8f88-76463af75380 req-8cc5c2dd-94ad-4449-8885-4071fdcaa2e7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364902 Oct 15 17:59:27.166159 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45662) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:27.275862 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.345842 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.424043 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.461111 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7c80937e0da42fe89a76f24c9035094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933910 Oct 15 17:59:27.463888 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45668) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:27.464340 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41202cdf-73e6-48c1-b73b-dee9febefb47,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:27.471632 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.471985 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.472325 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.472661 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.473111 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.473466 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.473804 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.474133 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.474462 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.474789 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.475111 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.475456 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baeac8-f57f-45ab-8f12-a9d3d56491ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:27.519254 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b3e-8e7c-4929-a818-401aa93bcfcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.541782 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b3e-8e7c-4929-a818-401aa93bcfcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.552791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b58a7e-69a5-4089-871c-893a0f60248a req-1a083ee2-5b16-4d3d-9589-9dc7b34d79ad tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:27.554992 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b4b58a7e-69a5-4089-871c-893a0f60248a req-1a083ee2-5b16-4d3d-9589-9dc7b34d79ad tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0517333 Oct 15 17:59:27.596116 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b4b58a7e-69a5-4089-871c-893a0f60248a req-6140e13d-7497-417e-a77f-e230b560293b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345376 Oct 15 17:59:27.658582 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b3e-8e7c-4929-a818-401aa93bcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.661237 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b3e-8e7c-4929-a818-401aa93bcfcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:27.662442 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-3bdc9b3e-8e7c-4929-a818-401aa93bcfcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41202cdf-73e6-48c1-b73b-dee9febefb47 HTTP/1.1" status: 204 len: 168 time: 0.1973250 Oct 15 17:59:27.670232 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc9b3e-8e7c-4929-a818-401aa93bcfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41202cdf-73e6-48c1-b73b-dee9febefb47,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:28.270413 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45686) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:28.284289 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-99dfa6ba-b99e-4c85-9b35-1d396b5189cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.354942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-99dfa6ba-b99e-4c85-9b35-1d396b5189cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.435334 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.458220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-99dfa6ba-b99e-4c85-9b35-1d396b5189cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.495766 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa6ba-b99e-4c85-9b35-1d396b5189cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58891ff6-d433-401f-a2dc-7d8355df922e,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:28.500056 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-99dfa6ba-b99e-4c85-9b35-1d396b5189cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd5059f7a0924107ad9ab7e1f253e4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286279 Oct 15 17:59:28.502598 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45690) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:28.549734 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8f3601ae-c8c7-4f5f-aadd-935e46151bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.570893 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8f3601ae-c8c7-4f5f-aadd-935e46151bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.717125 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6f6e3-d7b6-4eae-a298-46c38069bd79 req-d4b17165-e52d-476a-bf9d-f8e941085e67 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:28.718599 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-19b6f6e3-d7b6-4eae-a298-46c38069bd79 req-d4b17165-e52d-476a-bf9d-f8e941085e67 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0481637 Oct 15 17:59:28.719648 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8f3601ae-c8c7-4f5f-aadd-935e46151bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.722174 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8f3601ae-c8c7-4f5f-aadd-935e46151bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:28.723194 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-8f3601ae-c8c7-4f5f-aadd-935e46151bfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58891ff6-d433-401f-a2dc-7d8355df922e HTTP/1.1" status: 204 len: 168 time: 0.2197211 Oct 15 17:59:28.737142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3601ae-c8c7-4f5f-aadd-935e46151bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58891ff6-d433-401f-a2dc-7d8355df922e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:28.765503 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-19b6f6e3-d7b6-4eae-a298-46c38069bd79 req-0b36f20c-38d6-4648-937d-c4be41800043 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398002 Oct 15 17:59:29.866805 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45724) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:29.892583 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c678d47-9a53-4326-9cff-6adcf73fc47f req-7ca66fb5-27ae-4988-9e49-4178da921e84 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:29.893986 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8c678d47-9a53-4326-9cff-6adcf73fc47f req-7ca66fb5-27ae-4988-9e49-4178da921e84 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0565498 Oct 15 17:59:29.933626 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8c678d47-9a53-4326-9cff-6adcf73fc47f req-fbf84b97-7ac5-4b04-8778-5ee05d7b9d79 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Oct 15 17:59:29.971060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ce2e9b36-4c90-4478-b4bb-22ef97e809a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.047294 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ce2e9b36-4c90-4478-b4bb-22ef97e809a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.115655 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-ce2e9b36-4c90-4478-b4bb-22ef97e809a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.158319 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-ce2e9b36-4c90-4478-b4bb-22ef97e809a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fc13ae7fa0a4de895ca1032621d96a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898893 Oct 15 17:59:30.160399 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e9b36-4c90-4478-b4bb-22ef97e809a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab6d4c-a482-4883-9ca7-91ece5c3c561,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:30.161252 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45732) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:30.224052 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1f8624e5-8a08-41dd-b641-b5b1f56a1c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.244999 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1f8624e5-8a08-41dd-b641-b5b1f56a1c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.329990 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1f8624e5-8a08-41dd-b641-b5b1f56a1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.332654 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1f8624e5-8a08-41dd-b641-b5b1f56a1c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:30.333811 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1f8624e5-8a08-41dd-b641-b5b1f56a1c2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afab6d4c-a482-4883-9ca7-91ece5c3c561 HTTP/1.1" status: 204 len: 168 time: 0.1712518 Oct 15 17:59:30.342318 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8624e5-8a08-41dd-b641-b5b1f56a1c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab6d4c-a482-4883-9ca7-91ece5c3c561,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:31.058884 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344d8cf-eba6-43d2-a8d9-05d7fad2f213 req-0777a0a9-59ea-4f8a-ac52-82dd6253f876 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:31.060409 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0344d8cf-eba6-43d2-a8d9-05d7fad2f213 req-0777a0a9-59ea-4f8a-ac52-82dd6253f876 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0548694 Oct 15 17:59:31.098651 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0344d8cf-eba6-43d2-a8d9-05d7fad2f213 req-e144f6d4-cafd-4801-846e-19f0c71b3598 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Oct 15 17:59:32.220582 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cc6c-91af-447d-b08e-9580ae23a095 req-7ce7221b-d30e-4c5d-b417-2364c9769e33 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:32.222053 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1638cc6c-91af-447d-b08e-9580ae23a095 req-7ce7221b-d30e-4c5d-b417-2364c9769e33 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0497947 Oct 15 17:59:32.260198 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1638cc6c-91af-447d-b08e-9580ae23a095 req-e6fb5d74-fda8-4e28-b64f-0474731f474c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Oct 15 17:59:33.321025 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-0b3efab5-af87-47e7-b51d-7696daa7c283 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57a44f3a6186487eb28de655a93bf33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300336 Oct 15 17:59:33.383611 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab295b3-6bd5-417c-871f-09f73a41a4f1 req-572fb9e8-8c89-4b63-afad-60df712902f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:33.386208 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0ab295b3-6bd5-417c-871f-09f73a41a4f1 req-572fb9e8-8c89-4b63-afad-60df712902f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0512221 Oct 15 17:59:33.427161 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0ab295b3-6bd5-417c-871f-09f73a41a4f1 req-495de48b-e8a2-439d-8773-b2e46a237390 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343535 Oct 15 17:59:33.513323 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-675125e0-8044-464f-80cc-b5a14efd7596 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:33.514793 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-675125e0-8044-464f-80cc-b5a14efd7596 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840189 Oct 15 17:59:33.529536 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-c1c37833-5199-4fac-bb21-74c7f9939c31 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/quotas/57a44f3a6186487eb28de655a93bf33f HTTP/1.1" status: 200 len: 375 time: 0.0090158 Oct 15 17:59:33.563657 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-87285718-21b9-4aa8-a15b-a223f58c227f tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57a44f3a6186487eb28de655a93bf33f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290129 Oct 15 17:59:33.826819 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45896) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:33.841565 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-656615ca-69ba-4a19-9519-df6544ff1a2c req-6f40e9f4-b3bf-48f6-b46a-bffbe5dd67a8 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 210 time: 0.0272813 Oct 15 17:59:33.936846 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2e0a7831-9504-44ef-ba82-c6ebb01976a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.010494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2e0a7831-9504-44ef-ba82-c6ebb01976a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.086663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2e0a7831-9504-44ef-ba82-c6ebb01976a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.125290 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-2e0a7831-9504-44ef-ba82-c6ebb01976a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfc3aaa3a9e04654ba5017e0b1ec7010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972343 Oct 15 17:59:34.126159 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a7831-9504-44ef-ba82-c6ebb01976a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8489d-c24a-4b2d-96d1-57c10dd28b6e,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:34.128057 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45904) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:34.178804 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7d49-3119-4921-9a18-53d332fccd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.199150 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7d49-3119-4921-9a18-53d332fccd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.304060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7d49-3119-4921-9a18-53d332fccd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.306692 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7d49-3119-4921-9a18-53d332fccd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:34.309866 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-2f8d7d49-3119-4921-9a18-53d332fccd8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fef8489d-c24a-4b2d-96d1-57c10dd28b6e HTTP/1.1" status: 204 len: 168 time: 0.1788645 Oct 15 17:59:34.315792 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d7d49-3119-4921-9a18-53d332fccd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8489d-c24a-4b2d-96d1-57c10dd28b6e,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:34.550329 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447aa8-bf97-4ead-bb1e-a97acdeed035 req-b07b16e1-2537-4c85-a9d5-8dcf736db7e1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:34.551872 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2f447aa8-bf97-4ead-bb1e-a97acdeed035 req-b07b16e1-2537-4c85-a9d5-8dcf736db7e1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 943 time: 0.0489783 Oct 15 17:59:34.590232 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2f447aa8-bf97-4ead-bb1e-a97acdeed035 req-f58ad346-d91c-4eec-8e1a-a6d00cdc6454 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Oct 15 17:59:34.898438 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:59:34.937626 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0af1a985-adae-4a50-a346-1a911c3c7ced req-f3d163a0-6c90-4aac-aefb-4ccbc59704d6 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Oct 15 17:59:34.938281 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 45916) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:34.952142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-219f3aeb-fcf0-4fca-b093-dfe2e7834974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.000009 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:35.011134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '8277b472-3fc1-4f38-a395-0de9100487da', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'port_id': '8277b472-3fc1-4f38-a395-0de9100487da', 'mac_address': 'fa:16:3e:e7:86:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:59:35.027311 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-219f3aeb-fcf0-4fca-b093-dfe2e7834974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.047975 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.061371 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277b472-3fc1-4f38-a395-0de9100487da {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:59:35.081326 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:35.092380 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-219f3aeb-fcf0-4fca-b093-dfe2e7834974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.130467 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-219f3aeb-fcf0-4fca-b093-dfe2e7834974 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=681507b101ea4e7e975805fe1608c691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913431 Oct 15 17:59:35.131332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f3aeb-fcf0-4fca-b093-dfe2e7834974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca78cb4-7b3b-4b53-8f8b-ec982f864342,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:35.133374 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 45918) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:35.155401 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.184680 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e367-8efd-462b-8272-448f0cba15da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.205528 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=9']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:35.208140 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e367-8efd-462b-8272-448f0cba15da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.336142 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e367-8efd-462b-8272-448f0cba15da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.338723 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e367-8efd-462b-8272-448f0cba15da admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:35.339911 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0dd5e367-8efd-462b-8272-448f0cba15da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ca78cb4-7b3b-4b53-8f8b-ec982f864342 HTTP/1.1" status: 204 len: 168 time: 0.2054863 Oct 15 17:59:35.348225 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5e367-8efd-462b-8272-448f0cba15da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca78cb4-7b3b-4b53-8f8b-ec982f864342,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:35.507621 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['8277b472-3fc1-4f38-a395-0de9100487da'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:59:35.707875 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9e747-f250-4e6c-ac0a-3fd1e762b58b req-ec3ea4f1-47ee-4c1a-a50f-d5f35f221880 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:35.709372 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b2e9e747-f250-4e6c-ac0a-3fd1e762b58b req-ec3ea4f1-47ee-4c1a-a50f-d5f35f221880 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 944 time: 0.0492785 Oct 15 17:59:35.748113 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b2e9e747-f250-4e6c-ac0a-3fd1e762b58b req-57ed782d-76fc-474e-b006-65f7e0d80a2a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328424 Oct 15 17:59:35.927380 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-41fe0187-acce-4521-b359-5a896f024f46 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=57a44f3a6186487eb28de655a93bf33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224202 Oct 15 17:59:36.034531 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c3d4e6f8-81e4-45a4-90fb-88f84be2a1aa req-e6eae046-e245-4ed7-b384-59dd43c6641b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 210 time: 0.0289543 Oct 15 17:59:36.055145 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-427caf84-b02f-4e0f-a5f2-e1bb0ac15c42 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:36.056616 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-427caf84-b02f-4e0f-a5f2-e1bb0ac15c42 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200123 Oct 15 17:59:36.071260 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Request body: {'port': {'device_id': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9', 'admin_state_up': True, 'tenant_id': '57a44f3a6186487eb28de655a93bf33f'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:59:36.258202 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Made reservation on behalf of 57a44f3a6186487eb28de655a93bf33f for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:59:36.261785 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:36.275309 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:36.356804 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:36.401250 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:36.467871 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9efc9b-f124-4fe8-8046-84dccfa120fb,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:36.532521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Allocated IP 192.168.233.87 (c075a9a4-d205-4a60-9693-1f6d1c92bed9/057ba6cc-4aea-4e17-a5d5-12228d57a1ec/b689a555-5d70-420a-a011-c8d39535a165) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 17:59:36.677943 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:36.796309 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:36.914419 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:59:36.963963 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 8277b472-3fc1-4f38-a395-0de9100487da triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:59:36.964389 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.050403 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.091759 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:59:37.094795 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c7699d-f716-4980-9c7b-d4deaabd9bf5" -d '{"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-plugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:59:37.097331 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Network c075a9a4-d205-4a60-9693-1f6d1c92bed9 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 17:59:37.110522 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:59:37.110640 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:37.122977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 17:59:37.148655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Pushing event updated for resources: {'Port': ['ID=b689a555-5d70-420a-a011-c8d39535a165,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:37.169109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9664-0c45-4b11-8279-fe32fc7351d7 req-ca827587-ebf4-4e7e-bdad-e629d8b25687 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:37.178006 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-175b9664-0c45-4b11-8279-fe32fc7351d7 req-ca827587-ebf4-4e7e-bdad-e629d8b25687 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 935 time: 0.0686984 Oct 15 17:59:37.189620 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bb066-60a2-4da7-9e79-7bd93c067425 req-5827dd61-3bdc-4828-a220-a8b4890f0d1a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:37.191169 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-286bb066-60a2-4da7-9e79-7bd93c067425 req-5827dd61-3bdc-4828-a220-a8b4890f0d1a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 944 time: 0.3637271 Oct 15 17:59:37.193013 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.203413 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:37.204053 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.255040 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-175b9664-0c45-4b11-8279-fe32fc7351d7 req-df98560f-3748-4e83-a885-36ee1b51f4e6 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705380 Oct 15 17:59:37.262102 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-286bb066-60a2-4da7-9e79-7bd93c067425 req-02f920df-28a2-4574-bb0c-f90db36d7679 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 Oct 15 17:59:37.285882 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=10']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:37.336288 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-9e81be4e-13e3-4bfc-b3f2-1f82f0d5019b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2684550 Oct 15 17:59:37.350034 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Request body: {'port': {'device_id': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:59:37.366173 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-f60b2879-6ccb-4bf3-8141-b440834ae359 None None] Provisioning complete for port b689a555-5d70-420a-a011-c8d39535a165 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:59:37.366721 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f60b2879-6ccb-4bf3-8141-b440834ae359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.406843 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-f60b2879-6ccb-4bf3-8141-b440834ae359 None None] Port b689a555-5d70-420a-a011-c8d39535a165 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 17:59:37.420393 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.442476 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba9883-7846-4a15-b6a0-6ed810b03820 x-openstack-request-id: req-afba9883-7846-4a15-b6a0-6ed810b03820 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:59:37.442797 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-plugged", "status": "completed", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:59:37.443056 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afba9883-7846-4a15-b6a0-6ed810b03820 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:59:37.443486 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'code': 200} Oct 15 17:59:37.690879 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b689a555-5d70-420a-a011-c8d39535a165 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:59:37.698248 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.709831 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Transition to ACTIVE for port object b689a555-5d70-420a-a011-c8d39535a165 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 17:59:37.826854 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:37.875659 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Pushing event updated for resources: {'Port': ['ID=b689a555-5d70-420a-a011-c8d39535a165,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:37.949719 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Attempting to bind port b689a555-5d70-420a-a011-c8d39535a165 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 17:59:37.950050 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Attempting to bind port b689a555-5d70-420a-a011-c8d39535a165 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 17:59:37.950379 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Attempting to bind port b689a555-5d70-420a-a011-c8d39535a165 on network c075a9a4-d205-4a60-9693-1f6d1c92bed9 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:59:37.954963 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Port b689a555-5d70-420a-a011-c8d39535a165 on network c075a9a4-d205-4a60-9693-1f6d1c92bed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 17:59:37.955245 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Attempting to bind port b689a555-5d70-420a-a011-c8d39535a165 on network c075a9a4-d205-4a60-9693-1f6d1c92bed9 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 17:59:37.960196 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 17, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 17:59:37.960533 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Checking segment: {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:59:37.960915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Bound using segment: {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 17:59:37.964612 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Bound port: b689a555-5d70-420a-a011-c8d39535a165, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2b75c3-f00a-4116-be35-19c22f6d439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 17:59:37.964612 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:38.052784 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] For port b689a555-5d70-420a-a011-c8d39535a165, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 17:59:38.067989 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] For port b689a555-5d70-420a-a011-c8d39535a165, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b689a555-5d70-420a-a011-c8d39535a165,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 17:59:38.076550 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685b2e-b111-4adc-a96f-ed34873096d2 req-f01fdd80-5c66-47cd-892e-d7f9db2795b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.079346 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4b685b2e-b111-4adc-a96f-ed34873096d2 req-f01fdd80-5c66-47cd-892e-d7f9db2795b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1099 time: 0.0532451 Oct 15 17:59:38.114080 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4b685b2e-b111-4adc-a96f-ed34873096d2 req-55b457fd-615a-4b87-a5b3-1a90e53d48aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283051 Oct 15 17:59:38.159205 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:38.195118 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.195977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:38.197356 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] 10.222.0.47 "PUT /v2.0/ports/b689a555-5d70-420a-a011-c8d39535a165 HTTP/1.1" status: 200 len: 1097 time: 0.8524098 Oct 15 17:59:38.200302 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'tag': 'b689a555-5d70-420a-a011-c8d39535a165'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:59:38.204674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c679fef-323a-446b-b522-a00982eaeb35" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d9f980-ea5c-46d9-9341-f2fc95fa8de6", "tag": "b689a555-5d70-420a-a011-c8d39535a165"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:59:38.233145 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4380ff6-829f-4add-917a-e02a02cbda61 service neutron] Pushing event updated for resources: {'Port': ['ID=b689a555-5d70-420a-a011-c8d39535a165,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:38.320004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869222f-8dc4-4b24-8daa-db86804cc949 x-openstack-request-id: req-9869222f-8dc4-4b24-8daa-db86804cc949 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:59:38.320494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d9f980-ea5c-46d9-9341-f2fc95fa8de6", "tag": "b689a555-5d70-420a-a011-c8d39535a165", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:59:38.320939 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9869222f-8dc4-4b24-8daa-db86804cc949 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:59:38.321340 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'tag': 'b689a555-5d70-420a-a011-c8d39535a165', 'status': 'completed', 'code': 200} Oct 15 17:59:38.397218 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dfeab-6b5a-433a-957b-0f519c8c4fc8 req-df251240-6ef6-49c4-9d88-097f9cbb6817 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.406386 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c80dfeab-6b5a-433a-957b-0f519c8c4fc8 req-df251240-6ef6-49c4-9d88-097f9cbb6817 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 947 time: 0.0743384 Oct 15 17:59:38.437615 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028554c-1447-456b-8b9e-e2abbebb7994 req-eb22a2b1-8c08-451b-b1b8-554208e1ec34 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.439126 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c028554c-1447-456b-8b9e-e2abbebb7994 req-eb22a2b1-8c08-451b-b1b8-554208e1ec34 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0606406 Oct 15 17:59:38.439897 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c80dfeab-6b5a-433a-957b-0f519c8c4fc8 req-a3f2a8d8-551f-4d47-a8ad-0fe26aa90006 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Oct 15 17:59:38.492426 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c679fef-323a-446b-b522-a00982eaeb35 req-43a679b7-cc12-48b9-9638-b23b2c46053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.493965 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c679fef-323a-446b-b522-a00982eaeb35 req-43a679b7-cc12-48b9-9638-b23b2c46053d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a44f3a6186487eb28de655a93bf33f&device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 1100 time: 0.0728636 Oct 15 17:59:38.499150 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c028554c-1447-456b-8b9e-e2abbebb7994 req-c14cdabb-2df6-4ebb-85f1-ee22d70aa7f4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Oct 15 17:59:38.521914 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c679fef-323a-446b-b522-a00982eaeb35 req-199e0adf-0e3b-4f47-9721-d5932d231bbf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57a44f3a6186487eb28de655a93bf33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190902 Oct 15 17:59:38.622544 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c679fef-323a-446b-b522-a00982eaeb35 req-fefa001a-f3ad-4902-b7d9-0bd9983d5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.624138 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2c679fef-323a-446b-b522-a00982eaeb35 req-fefa001a-f3ad-4902-b7d9-0bd9983d5557 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948265 Oct 15 17:59:38.700281 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-3a519159-0063-49ec-a979-2d5e05cb1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.701751 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-3a519159-0063-49ec-a979-2d5e05cb1861 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a44f3a6186487eb28de655a93bf33f&device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 1100 time: 0.0400248 Oct 15 17:59:38.746724 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-ca507132-f78f-4769-88b7-04c1723c9aa2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=b689a555-5d70-420a-a011-c8d39535a165 HTTP/1.1" status: 200 len: 217 time: 0.0359168 Oct 15 17:59:38.794714 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-b6ebdbd8-f6b3-4896-9330-8e61eaa835db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.796186 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-b6ebdbd8-f6b3-4896-9330-8e61eaa835db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=057ba6cc-4aea-4e17-a5d5-12228d57a1ec HTTP/1.1" status: 200 len: 843 time: 0.0425618 Oct 15 17:59:38.841524 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-f3f13ccb-704b-4a03-a466-fe78ac2f139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:38.842949 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-f3f13ccb-704b-4a03-a466-fe78ac2f139f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c075a9a4-d205-4a60-9693-1f6d1c92bed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0390375 Oct 15 17:59:38.938242 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-83ec8e11-24e9-4a5b-a973-219c56ae7022 service neutron] 10.222.0.47 "GET /v2.0/networks/c075a9a4-d205-4a60-9693-1f6d1c92bed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864866 Oct 15 17:59:39.029689 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c45c98d4-f1fb-4069-a5cb-9d42470b7c54 req-8c44883c-d52d-4f0b-be57-1d4c3fba0000 service neutron] 10.222.0.47 "GET /v2.0/networks/c075a9a4-d205-4a60-9693-1f6d1c92bed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812862 Oct 15 17:59:39.562258 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a13668-3b79-4983-8cfe-40d6bef47145 req-ff6fe9fa-fafa-400c-9e0a-5011461900c4 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:39.571899 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-68a13668-3b79-4983-8cfe-40d6bef47145 req-ff6fe9fa-fafa-400c-9e0a-5011461900c4 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 947 time: 0.0577223 Oct 15 17:59:39.605178 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-68a13668-3b79-4983-8cfe-40d6bef47145 req-2febae6e-967f-4cac-8ac7-58abfe07550d tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348783 Oct 15 17:59:39.636521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f375fa-972d-45f4-9810-097b58142e79 req-902c4243-e849-40c7-a72a-bc435bc63c26 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:39.638596 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-57f375fa-972d-45f4-9810-097b58142e79 req-902c4243-e849-40c7-a72a-bc435bc63c26 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0629811 Oct 15 17:59:39.680474 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-57f375fa-972d-45f4-9810-097b58142e79 req-95f2696a-942c-434e-a143-c4fffaa1e7d1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343089 Oct 15 17:59:40.746572 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95200751-5145-40a8-a904-820c2a4ee13c req-15f3abbc-e6b7-40e4-b7f6-0130908f98d5 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:40.749490 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-95200751-5145-40a8-a904-820c2a4ee13c req-15f3abbc-e6b7-40e4-b7f6-0130908f98d5 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 947 time: 0.0516620 Oct 15 17:59:40.789402 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-95200751-5145-40a8-a904-820c2a4ee13c req-59a4d5bd-f94e-4b55-88ea-4c4b06fcac36 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Oct 15 17:59:40.805532 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eef23-b5d9-460c-ac25-a1e617727963 req-7ba8d5ac-bf1f-4f73-9a47-fcaa743d7f80 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:40.807673 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-815eef23-b5d9-460c-ac25-a1e617727963 req-7ba8d5ac-bf1f-4f73-9a47-fcaa743d7f80 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0497036 Oct 15 17:59:40.844734 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-815eef23-b5d9-460c-ac25-a1e617727963 req-cdc19d21-336d-4d67-a5a9-68db9e3fb38d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313339 Oct 15 17:59:41.903200 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ed5a2-2607-4a3b-aa42-595c5b3a76eb req-2a984bd1-ba37-4fdd-b4b7-9e010db6f17c tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:41.904719 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-430ed5a2-2607-4a3b-aa42-595c5b3a76eb req-2a984bd1-ba37-4fdd-b4b7-9e010db6f17c tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 947 time: 0.0494566 Oct 15 17:59:41.944463 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-430ed5a2-2607-4a3b-aa42-595c5b3a76eb req-fcf0cdb6-2526-4f33-829b-d085c387c0c8 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Oct 15 17:59:41.966493 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5433a7c-0603-4969-a14b-f61763f28ae3 req-d12957eb-d2d2-4057-aaf1-6b0a8b2e4537 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:41.968000 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e5433a7c-0603-4969-a14b-f61763f28ae3 req-d12957eb-d2d2-4057-aaf1-6b0a8b2e4537 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0504880 Oct 15 17:59:42.008964 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e5433a7c-0603-4969-a14b-f61763f28ae3 req-92550b2a-015a-4b88-a707-5a57e74443fd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345867 Oct 15 17:59:42.615809 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46066) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:42.723128 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6249aec3-dc28-4c15-8e9b-47e4bd85381a admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:42.793761 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6249aec3-dc28-4c15-8e9b-47e4bd85381a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:42.849880 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6249aec3-dc28-4c15-8e9b-47e4bd85381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:42.886516 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6249aec3-dc28-4c15-8e9b-47e4bd85381a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82517b884a424f108ec1417269d3b384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696719 Oct 15 17:59:42.887385 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249aec3-dc28-4c15-8e9b-47e4bd85381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df3c0e0-d4af-4875-af73-31c3d29092b5,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:42.889764 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46072) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:42.940731 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ffc5fd8e-2052-4da8-9d7c-16be66677115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:42.973228 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b689a555-5d70-420a-a011-c8d39535a165 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 17:59:42.974980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ffc5fd8e-2052-4da8-9d7c-16be66677115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.067572 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7657-8a08-4b15-ae34-4b09f20efe1c req-bc78a5ca-3336-4487-8879-af7e52785699 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:43.069132 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-353d7657-8a08-4b15-ae34-4b09f20efe1c req-bc78a5ca-3336-4487-8879-af7e52785699 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 947 time: 0.0495055 Oct 15 17:59:43.077187 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b689a555-5d70-420a-a011-c8d39535a165, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b689a555-5d70-420a-a011-c8d39535a165,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:43.087787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': 'b689a555-5d70-420a-a011-c8d39535a165', 'network_id': 'c075a9a4-d205-4a60-9693-1f6d1c92bed9', 'port_id': 'b689a555-5d70-420a-a011-c8d39535a165', 'mac_address': 'fa:16:3e:7c:78:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ba6cc-4aea-4e17-a5d5-12228d57a1ec', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 17:59:43.103849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ffc5fd8e-2052-4da8-9d7c-16be66677115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.106671 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ffc5fd8e-2052-4da8-9d7c-16be66677115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.110423 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ffc5fd8e-2052-4da8-9d7c-16be66677115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5df3c0e0-d4af-4875-af73-31c3d29092b5 HTTP/1.1" status: 204 len: 168 time: 0.2171988 Oct 15 17:59:43.110596 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-353d7657-8a08-4b15-ae34-4b09f20efe1c req-6ea62222-a269-45cc-8493-456aa2c1426f tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Oct 15 17:59:43.118696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5fd8e-2052-4da8-9d7c-16be66677115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df3c0e0-d4af-4875-af73-31c3d29092b5,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:43.128757 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.149027 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b689a555-5d70-420a-a011-c8d39535a165 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 17:59:43.168167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b689a555-5d70-420a-a011-c8d39535a165, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b689a555-5d70-420a-a011-c8d39535a165,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:43.238525 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.288554 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=b689a555-5d70-420a-a011-c8d39535a165,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:43.583479 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['b689a555-5d70-420a-a011-c8d39535a165'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:59:43.702293 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46080) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:43.715175 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9822af0-e344-4c0d-8d4a-df75745aa8d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.784783 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9822af0-e344-4c0d-8d4a-df75745aa8d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:43.852180 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9822af0-e344-4c0d-8d4a-df75745aa8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:44.092619 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b9822af0-e344-4c0d-8d4a-df75745aa8d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab9f88c427864b5c9b4c175fa4ab1076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892171 Oct 15 17:59:44.093465 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9822af0-e344-4c0d-8d4a-df75745aa8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eed841-4f3f-4f13-8c68-78474e4b7252,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:44.095318 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46082) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:44.144250 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f075-e154-42e5-ab37-f94772e242ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:44.165406 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f075-e154-42e5-ab37-f94772e242ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:44.236302 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71428f5f-e055-49ed-b9c0-c3240c588c11 req-c2ff1af5-fec2-4653-8c2d-a68680f95a86 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:44.238046 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71428f5f-e055-49ed-b9c0-c3240c588c11 req-c2ff1af5-fec2-4653-8c2d-a68680f95a86 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 948 time: 0.0577724 Oct 15 17:59:44.276965 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71428f5f-e055-49ed-b9c0-c3240c588c11 req-663f8eab-b487-4b6d-9056-7032fa0f8db6 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Oct 15 17:59:44.301403 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f075-e154-42e5-ab37-f94772e242ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:44.304039 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-7bf6f075-e154-42e5-ab37-f94772e242ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:44.305126 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-7bf6f075-e154-42e5-ab37-f94772e242ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61eed841-4f3f-4f13-8c68-78474e4b7252 HTTP/1.1" status: 204 len: 168 time: 0.2084064 Oct 15 17:59:44.312741 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6f075-e154-42e5-ab37-f94772e242ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eed841-4f3f-4f13-8c68-78474e4b7252,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:44.986493 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b689a555-5d70-420a-a011-c8d39535a165 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 17:59:45.126416 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port b689a555-5d70-420a-a011-c8d39535a165 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 17:59:45.130438 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port b689a555-5d70-420a-a011-c8d39535a165 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 17:59:45.137603 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:45.208999 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:45.230753 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b689a555-5d70-420a-a011-c8d39535a165'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:59:45.233392 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24df6de-8768-44ab-a25e-4cf3cf11143f" -d '{"events": [{"server_uuid": "d8d9f980-ea5c-46d9-9341-f2fc95fa8de6", "name": "network-vif-plugged", "status": "completed", "tag": "b689a555-5d70-420a-a011-c8d39535a165"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:59:45.248022 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b689a555-5d70-420a-a011-c8d39535a165, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b689a555-5d70-420a-a011-c8d39535a165,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:45.270703 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea30287-49b8-4c4c-be57-cb3560135c95 x-openstack-request-id: req-3ea30287-49b8-4c4c-be57-cb3560135c95 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:59:45.270998 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d9f980-ea5c-46d9-9341-f2fc95fa8de6", "name": "network-vif-plugged", "status": "completed", "tag": "b689a555-5d70-420a-a011-c8d39535a165", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:59:45.271280 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ea30287-49b8-4c4c-be57-cb3560135c95 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:59:45.271672 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b689a555-5d70-420a-a011-c8d39535a165', 'code': 200} Oct 15 17:59:45.287010 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:45.338798 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=b689a555-5d70-420a-a011-c8d39535a165,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:45.408699 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e2ab-de68-492d-ae67-d40f2b961bc8 req-5f31c34c-e510-4a42-9287-57e479f42886 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:45.410205 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97c2e2ab-de68-492d-ae67-d40f2b961bc8 req-5f31c34c-e510-4a42-9287-57e479f42886 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 949 time: 0.0515711 Oct 15 17:59:45.450808 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97c2e2ab-de68-492d-ae67-d40f2b961bc8 req-15090772-552b-4353-929b-06011a51c9f5 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Oct 15 17:59:45.552222 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08797c33-18ef-4f32-9d8b-7558dd8cc074 req-97da8cc2-5f63-4424-8aec-913fcbbf294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:45.553708 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08797c33-18ef-4f32-9d8b-7558dd8cc074 req-97da8cc2-5f63-4424-8aec-913fcbbf294d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 1102 time: 0.0403533 Oct 15 17:59:45.593181 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08797c33-18ef-4f32-9d8b-7558dd8cc074 req-6b907d28-79db-4e2e-bd4a-f3f650a59a0c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289462 Oct 15 17:59:46.565537 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc4d41-aea7-4ed5-bde1-e14031980982 req-79779731-fb3e-407e-998e-1203db71e08e tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:46.567011 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7adc4d41-aea7-4ed5-bde1-e14031980982 req-79779731-fb3e-407e-998e-1203db71e08e tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 949 time: 0.0473053 Oct 15 17:59:46.609042 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7adc4d41-aea7-4ed5-bde1-e14031980982 req-42f732b8-85e3-4038-bdb6-f0bbc8f7db4b tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Oct 15 17:59:47.721521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f7d96-a04e-44ab-87d0-81091ef1472b req-f9fff122-1409-4b4b-866a-c3df75198fdd tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:47.722994 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2e1f7d96-a04e-44ab-87d0-81091ef1472b req-f9fff122-1409-4b4b-866a-c3df75198fdd tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 949 time: 0.0476692 Oct 15 17:59:47.760485 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2e1f7d96-a04e-44ab-87d0-81091ef1472b req-cfcba59c-6ee4-4f50-aea3-7e3c3bdbb2ad tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Oct 15 17:59:48.213669 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bd7a-4b76-4774-979c-a5fb24437561 req-eabddf16-7684-4c74-aeae-16ee79aafc38 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:48.215196 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fa71bd7a-4b76-4774-979c-a5fb24437561 req-eabddf16-7684-4c74-aeae-16ee79aafc38 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 949 time: 0.0523212 Oct 15 17:59:48.244008 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fac3736d-7f65-46c9-8ac7-19cfd6c4ae22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:48.253702 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fa71bd7a-4b76-4774-979c-a5fb24437561 req-708f4fe1-a900-4a53-a674-9e83214f234c tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Oct 15 17:59:49.368002 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc393e-9632-4ff7-91b3-ccdf323f74e5 req-0d9f1a69-84b0-478a-b9c7-0688cd1c419c tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:49.369473 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dabc393e-9632-4ff7-91b3-ccdf323f74e5 req-0d9f1a69-84b0-478a-b9c7-0688cd1c419c tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 949 time: 0.0479627 Oct 15 17:59:49.405472 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dabc393e-9632-4ff7-91b3-ccdf323f74e5 req-e53e5071-fa89-436c-a825-6ddbee78c6e5 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf9efc9b-f124-4fe8-8046-84dccfa120fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302277 Oct 15 17:59:49.829245 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199b269-fc11-4545-9213-e8d771a7d12e req-b3bb1d20-8708-4b7a-9387-33a19ec777bf tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:49.830708 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8199b269-fc11-4545-9213-e8d771a7d12e req-b3bb1d20-8708-4b7a-9387-33a19ec777bf tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 949 time: 0.0491595 Oct 15 17:59:49.929343 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Deleting port b689a555-5d70-420a-a011-c8d39535a165 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 17:59:49.929600 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:50.015969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] For port b689a555-5d70-420a-a011-c8d39535a165, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b689a555-5d70-420a-a011-c8d39535a165,segment=NetworkSegment(ac2b75c3-f00a-4116-be35-19c22f6d439c),segment_id=ac2b75c3-f00a-4116-be35-19c22f6d439c)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 17:59:50.016310 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:50.027725 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Calling delete_port for b689a555-5d70-420a-a011-c8d39535a165 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 17:59:50.215209 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:50.227038 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['b689a555-5d70-420a-a011-c8d39535a165'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 17:59:50.244879 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Pushing event deleted for resources: {'Port': ['ID=b689a555-5d70-420a-a011-c8d39535a165,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:50.285238 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] No DVR routers for this DVR port b689a555-5d70-420a-a011-c8d39535a165 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 17:59:50.287861 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:50.291384 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8199b269-fc11-4545-9213-e8d771a7d12e req-f00bef43-97d1-4982-864b-9f14a5b28129 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.47 "DELETE /v2.0/ports/b689a555-5d70-420a-a011-c8d39535a165 HTTP/1.1" status: 204 len: 173 time: 0.4480755 Oct 15 17:59:50.291857 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'name': 'network-vif-deleted', 'tag': 'b689a555-5d70-420a-a011-c8d39535a165'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 17:59:50.294694 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65633b5-7455-4493-b965-59f8d826dda7" -d '{"events": [{"server_uuid": "d8d9f980-ea5c-46d9-9341-f2fc95fa8de6", "name": "network-vif-deleted", "tag": "b689a555-5d70-420a-a011-c8d39535a165"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 17:59:50.331565 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c64f8-a834-4c32-9b2e-807d7854e200 x-openstack-request-id: req-a02c64f8-a834-4c32-9b2e-807d7854e200 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 17:59:50.332047 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d9f980-ea5c-46d9-9341-f2fc95fa8de6", "name": "network-vif-deleted", "tag": "b689a555-5d70-420a-a011-c8d39535a165", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 17:59:50.332475 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a02c64f8-a834-4c32-9b2e-807d7854e200 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 17:59:50.333045 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d9f980-ea5c-46d9-9341-f2fc95fa8de6', 'name': 'network-vif-deleted', 'tag': 'b689a555-5d70-420a-a011-c8d39535a165', 'status': 'completed', 'code': 200} Oct 15 17:59:50.500440 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-52e02ca9-f2f6-48e4-a6bc-2c6627d5011c req-d0e3c856-ffb4-4e5c-aa89-2332f4450029 tempest-VolumesNegativeTest-1630089184 tempest-VolumesNegativeTest-1630089184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d9f980-ea5c-46d9-9341-f2fc95fa8de6 HTTP/1.1" status: 200 len: 210 time: 0.0296872 Oct 15 17:59:51.090011 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e71df482-a35c-481a-858a-85cabb17051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:51.585840 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46194) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:51.693900 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1cb57f33-dc0b-4812-94b2-054d95c9fd4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:51.772884 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1cb57f33-dc0b-4812-94b2-054d95c9fd4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:51.840530 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1cb57f33-dc0b-4812-94b2-054d95c9fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:51.840697 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:51.878326 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb57f33-dc0b-4812-94b2-054d95c9fd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb963b4-f76c-415e-b4fa-bc95cfc6a1ca,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:51.882602 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1cb57f33-dc0b-4812-94b2-054d95c9fd4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=febcd0f51bb746d3a423d75f8c17be58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957559 Oct 15 17:59:51.885858 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46204) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:51.941989 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-625bc1c0-d29e-4c1f-99b0-4cef63f16a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:51.962714 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-625bc1c0-d29e-4c1f-99b0-4cef63f16a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.067117 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-625bc1c0-d29e-4c1f-99b0-4cef63f16a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.071380 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-625bc1c0-d29e-4c1f-99b0-4cef63f16a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.071380 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-625bc1c0-d29e-4c1f-99b0-4cef63f16a33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adb963b4-f76c-415e-b4fa-bc95cfc6a1ca HTTP/1.1" status: 204 len: 168 time: 0.1838405 Oct 15 17:59:52.078942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bc1c0-d29e-4c1f-99b0-4cef63f16a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb963b4-f76c-415e-b4fa-bc95cfc6a1ca,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:52.252315 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.604502 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46240) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:52.617962 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9bfc44be-8309-4994-9934-c05a114c5068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.696243 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9bfc44be-8309-4994-9934-c05a114c5068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.775590 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9bfc44be-8309-4994-9934-c05a114c5068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.812968 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc44be-8309-4994-9934-c05a114c5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ece9c-242e-4406-8dfe-2265201e5afc,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:52.817272 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9bfc44be-8309-4994-9934-c05a114c5068 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=082a959bc68546b4919bf4fec2941c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117059 Oct 15 17:59:52.819912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46280) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:52.867036 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-53fe81ee-0da6-4afd-8d9a-c7b7e84e5048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.888156 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-53fe81ee-0da6-4afd-8d9a-c7b7e84e5048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:52.985461 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b689a555-5d70-420a-a011-c8d39535a165 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 17:59:52.998252 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-53fe81ee-0da6-4afd-8d9a-c7b7e84e5048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:53.002338 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-53fe81ee-0da6-4afd-8d9a-c7b7e84e5048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:53.002924 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-53fe81ee-0da6-4afd-8d9a-c7b7e84e5048 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e7ece9c-242e-4406-8dfe-2265201e5afc HTTP/1.1" status: 204 len: 168 time: 0.1820986 Oct 15 17:59:53.006441 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: b689a555-5d70-420a-a011-c8d39535a165 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 17:59:53.006785 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b689a555-5d70-420a-a011-c8d39535a165 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 17:59:53.011553 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe81ee-0da6-4afd-8d9a-c7b7e84e5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ece9c-242e-4406-8dfe-2265201e5afc,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:53.758315 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:53.996532 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46368) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:54.095750 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1231354578-network', 'tenant_id': 'cec6d45864974d07b959c7ec52349b1a'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:59:54.175625 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Made reservation on behalf of cec6d45864974d07b959c7ec52349b1a for: {'network': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:59:54.177980 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.186497 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.261658 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.324092 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.345691 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=112104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:59:54.359077 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e639d0-e45e-445b-b88e-08dd660e8f56,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:54.364920 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.365304 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.segments_db [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Added segment 3a87fae8-b336-4b3a-95d0-cb041b8dcf7e of type vlan for network ad2d1c85-7386-4199-969b-5aaefdbba0e0 Oct 15 17:59:54.405372 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.503305 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.504275 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:54.504866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.569838 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2d1c85-7386-4199-969b-5aaefdbba0e0,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:54.577717 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.578065 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.578402 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.578736 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.579064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.579417 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.579742 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.580064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.580386 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.580704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.581022 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.581338 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 17:59:54.593849 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network ad2d1c85-7386-4199-969b-5aaefdbba0e0 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:59:54.618584 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-435c657c-9eb2-4fb8-9a42-10ddceb73e17 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6181567 Oct 15 17:59:54.618937 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46394) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:54.629418 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Request body: {'subnet': {'network_id': 'ad2d1c85-7386-4199-969b-5aaefdbba0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1231354578-subnet', 'tenant_id': 'cec6d45864974d07b959c7ec52349b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:59:54.701240 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Made reservation on behalf of cec6d45864974d07b959c7ec52349b1a for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:59:54.703973 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.926873 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:54.931117 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-d2c92608-94fd-457e-82e9-0917adbeb961 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393038 Oct 15 17:59:54.990246 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84190eb-3948-4a1f-8844-7e249822d63b,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:54.997351 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Checking segment: {'id': '3a87fae8-b336-4b3a-95d0-cb041b8dcf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ad2d1c85-7386-4199-969b-5aaefdbba0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:59:54.997949 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Network hostable DHCP agents. Network: ad2d1c85-7386-4199-969b-5aaefdbba0e0, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:59:55.039518 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-00f5091b-d24e-4ffe-ac1e-bf3844db5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:55.041038 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-00f5091b-d24e-4ffe-ac1e-bf3844db5dda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 1099 time: 0.0498822 Oct 15 17:59:55.075204 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Network ad2d1c85-7386-4199-969b-5aaefdbba0e0 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:59:55.158406 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-98fbae1e-86cf-4724-a763-ece34e54b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:55.158406 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-98fbae1e-86cf-4724-a763-ece34e54b88f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0915036 Oct 15 17:59:55.178125 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, ad2d1c85-7386-4199-969b-5aaefdbba0e0) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:59:55.182383 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:55.183213 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:55.190362 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56d598-36b1-45b8-8a8c-d5875021493d None None] Network ad2d1c85-7386-4199-969b-5aaefdbba0e0 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:59:55.222350 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-f8a83a06-a5d2-47de-965a-9955b671e09f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 200 len: 1000 time: 0.0587182 Oct 15 17:59:55.278854 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e1ba4da5-1b13-467e-957c-ee57fbe31e9f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6587753 Oct 15 17:59:55.341447 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a67ad-dea5-4da5-ad21-d2e56288a468 None None] Network ad2d1c85-7386-4199-969b-5aaefdbba0e0 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:59:55.353752 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-767ae101-3c62-4650-b868-44c76c551802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:55.355349 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-767ae101-3c62-4650-b868-44c76c551802 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.1106567 Oct 15 17:59:55.417640 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-0646137f-d33f-4232-86e1-e358e0b01761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:55.419170 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-0646137f-d33f-4232-86e1-e358e0b01761 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457389 Oct 15 17:59:55.526817 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-46042853-5377-49ba-a991-5f32c9d26a44 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920982 Oct 15 17:59:55.638014 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7675dfd8-1a63-45f6-8030-281a2e5c392e req-c99adb4b-14b2-4444-8aca-e7e46754bba3 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030855 Oct 15 17:59:55.972723 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46466) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:55.977663 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-140013424-network', 'tenant_id': '8fd761d84f6b4f0f8931fb6be4826d61'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:59:56.052127 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Made reservation on behalf of 8fd761d84f6b4f0f8931fb6be4826d61 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:59:56.054657 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.063974 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.138330 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.223266 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.243716 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 17:59:56.257071 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d42f80f-5675-4361-967a-6a171d343602,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:56.261704 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.262044 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Added segment ea65bf89-b220-411a-9a81-ae23589a08fd of type vlan for network f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f Oct 15 17:59:56.300361 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.389100 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.390045 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:56.390649 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.446751 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] Pushing event updated for resources: {'Network': ['ID=f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:56.456392 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 17:59:56.477851 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1e5f591f-c187-4b10-9587-2f75028cc718 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5039608 Oct 15 17:59:56.480483 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46468) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:56.485862 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Request body: {'subnet': {'network_id': 'f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-140013424-subnet', 'tenant_id': '8fd761d84f6b4f0f8931fb6be4826d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 17:59:56.570292 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Made reservation on behalf of 8fd761d84f6b4f0f8931fb6be4826d61 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 17:59:56.572692 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.804201 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:56.863691 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90eac2fb-3a25-42df-85a1-b048bf62fdcd,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:56.868124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Checking segment: {'id': 'ea65bf89-b220-411a-9a81-ae23589a08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 17:59:56.868491 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Network hostable DHCP agents. Network: f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 17:59:56.946743 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Network f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 17:59:57.029352 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 17:59:57.033309 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 17:59:57.033889 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:57.038017 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec519f8e-ce1e-48c6-983e-f1d9857d074e None None] Network f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:59:57.141503 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f168324e-2611-42c0-8312-f146ccb8f179 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6512680 Oct 15 17:59:57.165385 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44d2a0-3d4a-41b2-81fc-9c1c8829f5c2 None None] Network f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 17:59:57.297867 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46482) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:57.426186 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9b6b92c8-7424-43c8-9396-49bcce880fd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57a44f3a6186487eb28de655a93bf33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270456 Oct 15 17:59:57.428660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46486) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 17:59:57.477570 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-87f157f1-c8d2-4c8d-b131-0c100098bef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:57.498988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-87f157f1-c8d2-4c8d-b131-0c100098bef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:57.606156 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-87f157f1-c8d2-4c8d-b131-0c100098bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:57.609441 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-87f157f1-c8d2-4c8d-b131-0c100098bef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 17:59:57.610632 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-87f157f1-c8d2-4c8d-b131-0c100098bef0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf9efc9b-f124-4fe8-8046-84dccfa120fb HTTP/1.1" status: 204 len: 168 time: 0.1810625 Oct 15 17:59:57.618411 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f157f1-c8d2-4c8d-b131-0c100098bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9efc9b-f124-4fe8-8046-84dccfa120fb,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 17:59:58.406879 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:03.360567 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:00:09.602041 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c097f00-6038-4c61-af2a-7fc95c41ab40 req-449440df-2ea1-4bea-b089-ce1d395c014b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:09.603561 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9c097f00-6038-4c61-af2a-7fc95c41ab40 req-449440df-2ea1-4bea-b089-ce1d395c014b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0495772 Oct 15 18:00:09.642058 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9c097f00-6038-4c61-af2a-7fc95c41ab40 req-180923d6-ada9-4e5b-a504-6d0f21fe4d19 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319071 Oct 15 18:00:10.768465 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3b966-ec93-4659-8efa-c12dabef2916 req-a1331fe0-a5d7-4047-920c-7812173aac24 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:10.770623 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5be3b966-ec93-4659-8efa-c12dabef2916 req-a1331fe0-a5d7-4047-920c-7812173aac24 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0612895 Oct 15 18:00:10.814066 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5be3b966-ec93-4659-8efa-c12dabef2916 req-dc459d48-a2cb-4834-9bdb-68e66ab2bad1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374517 Oct 15 18:00:11.927163 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e9559-b2a2-47e5-bc56-a098dff85a85 req-69a1f2f1-5971-4fe5-91a7-1f72fdcc0e74 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:11.928709 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-298e9559-b2a2-47e5-bc56-a098dff85a85 req-69a1f2f1-5971-4fe5-91a7-1f72fdcc0e74 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Oct 15 18:00:11.975315 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-298e9559-b2a2-47e5-bc56-a098dff85a85 req-7d10848d-b7f1-40b9-b5c8-4234a15d875b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405965 Oct 15 18:00:13.090071 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922061c-80d1-41bd-a612-9cc56b4f4ca0 req-3f596a14-a215-495d-8b6e-2c8003b23534 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:13.091823 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2922061c-80d1-41bd-a612-9cc56b4f4ca0 req-3f596a14-a215-495d-8b6e-2c8003b23534 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0493875 Oct 15 18:00:13.112233 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46630) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:13.130440 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2922061c-80d1-41bd-a612-9cc56b4f4ca0 req-d0db2f72-1fef-4482-b054-98fdbff524e5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318000 Oct 15 18:00:13.158065 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Deleting subnet e84190eb-3948-4a1f-8844-7e249822d63b {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:00:13.161185 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.195909 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.232985 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.343630 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.373504 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84190eb-3948-4a1f-8844-7e249822d63b,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:13.377374 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.380641 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-88a28b4b-f0fc-46da-ba38-104702455e8d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e84190eb-3948-4a1f-8844-7e249822d63b HTTP/1.1" status: 204 len: 168 time: 0.2668121 Oct 15 18:00:13.382997 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46632) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:13.453422 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.535028 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.554470 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2d1c85-7386-4199-969b-5aaefdbba0e0']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:13.563430 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a87fae8-b336-4b3a-95d0-cb041b8dcf7e') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:13.563726 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a87fae8-b336-4b3a-95d0-cb041b8dcf7e') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:13.573871 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.587053 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.592778 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:00:13.593220 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:00:13.599272 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:00:13.710212 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.715468 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.718613 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] 10.222.0.44 "DELETE /v2.0/networks/ad2d1c85-7386-4199-969b-5aaefdbba0e0 HTTP/1.1" status: 204 len: 168 time: 0.3346801 Oct 15 18:00:13.722118 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46634) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:13.730957 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dae157-ef10-4631-99a2-e90580adb20b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2d1c85-7386-4199-969b-5aaefdbba0e0,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:13.765201 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Deleting subnet 90eac2fb-3a25-42df-85a1-b048bf62fdcd {{(pid=112104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:00:13.768927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.810911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555674'] for subnet, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.848568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.966195 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580354'] for subnet, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.990296 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90eac2fb-3a25-42df-85a1-b048bf62fdcd,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:13.994331 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:13.997126 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9f35eada-e0c6-4137-894e-70eec357b75f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/90eac2fb-3a25-42df-85a1-b048bf62fdcd HTTP/1.1" status: 204 len: 168 time: 0.2740436 Oct 15 18:00:13.999756 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46636) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:14.069548 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.151560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.176553 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:14.185929 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea65bf89-b220-411a-9a81-ae23589a08fd') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:14.186219 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea65bf89-b220-411a-9a81-ae23589a08fd') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:14.200287 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.213518 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.219369 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:00:14.219680 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:00:14.221289 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:00:14.254308 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21417e-6c43-4e41-9454-ab0887ee09bc req-82d4c9e0-e021-4a10-9116-07e644b6b680 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:14.255845 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-df21417e-6c43-4e41-9454-ab0887ee09bc req-82d4c9e0-e021-4a10-9116-07e644b6b680 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0544016 Oct 15 18:00:14.293173 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-df21417e-6c43-4e41-9454-ab0887ee09bc req-ab9089a6-269b-434c-a473-9ce1f2211db6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312428 Oct 15 18:00:14.326389 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.341864 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.345045 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f HTTP/1.1" status: 204 len: 168 time: 0.3444016 Oct 15 18:00:14.346023 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c86b0b-caba-4546-879a-c835638e1024 admin admin] Pushing event deleted for resources: {'Network': ['ID=f78a2cf3-3e47-4fd3-b85a-82dbf6af2b0f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:14.701915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46642) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:14.741736 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-830ddc94-3666-41e7-82a6-4eab32c3bc8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cec6d45864974d07b959c7ec52349b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387764 Oct 15 18:00:14.744118 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46644) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:14.790995 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cddaba5f-e1ab-4259-a7c6-c520e32ca731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.814985 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cddaba5f-e1ab-4259-a7c6-c520e32ca731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.909467 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cddaba5f-e1ab-4259-a7c6-c520e32ca731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.912013 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cddaba5f-e1ab-4259-a7c6-c520e32ca731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:14.915301 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cddaba5f-e1ab-4259-a7c6-c520e32ca731 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8e639d0-e45e-445b-b88e-08dd660e8f56 HTTP/1.1" status: 204 len: 168 time: 0.1681671 Oct 15 18:00:14.920798 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaba5f-e1ab-4259-a7c6-c520e32ca731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e639d0-e45e-445b-b88e-08dd660e8f56,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:15.409982 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3c9b8-38d3-405e-a3ab-93e8e18bc118 req-b9b7cd46-b242-4589-8f35-56452d52a87d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:15.411642 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-56c3c9b8-38d3-405e-a3ab-93e8e18bc118 req-b9b7cd46-b242-4589-8f35-56452d52a87d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Oct 15 18:00:15.448720 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-56c3c9b8-38d3-405e-a3ab-93e8e18bc118 req-5e0514f3-6a61-48ac-b193-edf9475abb97 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312312 Oct 15 18:00:15.518589 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46652) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:15.559024 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f96ebe0a-e07c-4ede-9ab0-6113d72a23b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fd761d84f6b4f0f8931fb6be4826d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392318 Oct 15 18:00:15.561304 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46654) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:15.608216 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-39d77fd6-c55f-4c17-ae87-2c437d4170d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:15.628931 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-39d77fd6-c55f-4c17-ae87-2c437d4170d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:15.771693 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-39d77fd6-c55f-4c17-ae87-2c437d4170d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:15.774177 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-39d77fd6-c55f-4c17-ae87-2c437d4170d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:15.775423 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-39d77fd6-c55f-4c17-ae87-2c437d4170d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d42f80f-5675-4361-967a-6a171d343602 HTTP/1.1" status: 204 len: 168 time: 0.2132056 Oct 15 18:00:15.785059 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d77fd6-c55f-4c17-ae87-2c437d4170d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d42f80f-5675-4361-967a-6a171d343602,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:16.567222 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934d089-5336-4d8b-828f-0f6e26790541 req-cc05e43b-5b39-4280-9310-2b6b9ea2e00a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:16.568684 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2934d089-5336-4d8b-828f-0f6e26790541 req-cc05e43b-5b39-4280-9310-2b6b9ea2e00a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0517724 Oct 15 18:00:16.605590 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2934d089-5336-4d8b-828f-0f6e26790541 req-6e0a77e5-4dad-4567-b8e2-447974b4343e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309727 Oct 15 18:00:17.719450 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3eb4-7ce4-4b9d-b3b4-4269c2698a36 req-85b3a455-174c-4512-82e9-5c98d2e8c7e2 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:17.720825 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-11ff3eb4-7ce4-4b9d-b3b4-4269c2698a36 req-85b3a455-174c-4512-82e9-5c98d2e8c7e2 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0494905 Oct 15 18:00:17.759068 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-11ff3eb4-7ce4-4b9d-b3b4-4269c2698a36 req-12c13858-fcbc-4cfd-a992-45f57ac2931e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322740 Oct 15 18:00:18.243496 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-a5f10fe5-dd84-48ba-a0e7-bd7bbf565917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:18.870663 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619246a7-cb4a-4b09-8faf-2d4569626a86 req-00d701be-2345-4f2a-88b9-8e43ad17b2fe tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:18.872138 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-619246a7-cb4a-4b09-8faf-2d4569626a86 req-00d701be-2345-4f2a-88b9-8e43ad17b2fe tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Oct 15 18:00:18.908640 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-619246a7-cb4a-4b09-8faf-2d4569626a86 req-ce090472-8e80-4623-94d8-5a049a9081d4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306792 Oct 15 18:00:20.029916 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4694d-bd8b-4718-884b-de8b2ebae80c req-ea111ad3-0b2f-4968-997e-a66d9475f379 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:20.031446 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-49a4694d-bd8b-4718-884b-de8b2ebae80c req-ea111ad3-0b2f-4968-997e-a66d9475f379 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0543678 Oct 15 18:00:20.070431 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-49a4694d-bd8b-4718-884b-de8b2ebae80c req-7abed610-af6a-4402-ab06-a58bd83c3074 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330443 Oct 15 18:00:21.270804 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-cac34a98-8267-4aaa-9a9f-46bdec9e81d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:21.272103 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919dc53-a5a1-43a2-aa9d-e2a53d1ba92b req-f27bba9d-d151-4016-9f22-e6bb9069b046 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:21.272103 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3919dc53-a5a1-43a2-aa9d-e2a53d1ba92b req-f27bba9d-d151-4016-9f22-e6bb9069b046 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Oct 15 18:00:21.272103 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3919dc53-a5a1-43a2-aa9d-e2a53d1ba92b req-05550617-3af5-4d7d-9d0f-83b2048dd8f9 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313482 Oct 15 18:00:21.615493 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39c95-70dd-4315-a415-18ee5f4c1b72 req-94cd7ef0-960b-4e12-972d-8decd0b00be1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:21.617032 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-11c39c95-70dd-4315-a415-18ee5f4c1b72 req-94cd7ef0-960b-4e12-972d-8decd0b00be1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0617144 Oct 15 18:00:21.660417 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-11c39c95-70dd-4315-a415-18ee5f4c1b72 req-02cca01e-b348-4e5b-a19e-fc3be0320d19 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350552 Oct 15 18:00:21.702580 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-79d7b8a3-1ec9-495e-a622-d1b3373b23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:21.704113 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-79d7b8a3-1ec9-495e-a622-d1b3373b23ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1098 time: 0.0450518 Oct 15 18:00:21.800964 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-ffdb5bac-2c9a-411d-9636-3cf84fd6ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:21.802335 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-ffdb5bac-2c9a-411d-9636-3cf84fd6ed9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.0900953 Oct 15 18:00:21.851687 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:21.868158 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-811d9f3a-611a-47c0-95e2-7566671d1c0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 1000 time: 0.0582306 Oct 15 18:00:21.918704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-dd2352c5-168f-45fd-9de8-d7b8b7fd6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:21.920145 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-dd2352c5-168f-45fd-9de8-d7b8b7fd6141 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0436971 Oct 15 18:00:21.970211 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-d7b90ac2-57e4-4e59-ab4c-40dd43c09594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:21.971840 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-d7b90ac2-57e4-4e59-ab4c-40dd43c09594 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444546 Oct 15 18:00:22.060945 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-72cc9489-3086-4921-a175-0cf32788de61 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Oct 15 18:00:22.154210 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-20fb92e5-f165-4fee-a3dd-884cffe21b56 req-cfc91d89-71dc-4547-868b-c888a28ecd8a service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849605 Oct 15 18:00:22.260295 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:22.779783 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df79bb-d664-47c7-ac95-cec7d36bbec1 req-7fb672ab-aa50-44a1-b2e8-11c72ba7324c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:22.780744 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-29df79bb-d664-47c7-ac95-cec7d36bbec1 req-7fb672ab-aa50-44a1-b2e8-11c72ba7324c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0498304 Oct 15 18:00:22.822106 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-29df79bb-d664-47c7-ac95-cec7d36bbec1 req-d48762b1-3bd4-476c-a787-929319e1e451 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334928 Oct 15 18:00:23.769468 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:23.936246 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7995ae-8aee-45cc-9427-d172245dfa56 req-06de1d32-7f32-4b31-ab6b-ee97cb2eccbc tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:23.937639 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2b7995ae-8aee-45cc-9427-d172245dfa56 req-06de1d32-7f32-4b31-ab6b-ee97cb2eccbc tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0473564 Oct 15 18:00:23.974253 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2b7995ae-8aee-45cc-9427-d172245dfa56 req-f69d45e5-ac73-40f5-a4ad-cefed31a4fef tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301437 Oct 15 18:00:28.409053 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:28.964861 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46784) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:29.074059 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.151299 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.208857 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.246977 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a83046625374f77abcb25d364f0687a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810500 Oct 15 18:00:29.247939 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eae07d-e168-41fe-b6ed-f79817db0697,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:29.249690 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46790) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:29.255158 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.255719 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.256068 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.257484 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.257840 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.258186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.258550 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.258908 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.259268 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.259624 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.260008 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.260440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12b730a-856f-4aa7-b103-87fc765680b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:29.297364 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e508af0-30f9-4720-a202-76b950036059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.318184 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e508af0-30f9-4720-a202-76b950036059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.433384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e508af0-30f9-4720-a202-76b950036059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.436008 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6e508af0-30f9-4720-a202-76b950036059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:29.439361 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6e508af0-30f9-4720-a202-76b950036059 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47eae07d-e168-41fe-b6ed-f79817db0697 HTTP/1.1" status: 204 len: 168 time: 0.1866162 Oct 15 18:00:29.447515 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e508af0-30f9-4720-a202-76b950036059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eae07d-e168-41fe-b6ed-f79817db0697,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:30.075370 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46796) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:30.091249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-773d2f8e-c5f1-4b95-9df0-477824d80445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.161704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-773d2f8e-c5f1-4b95-9df0-477824d80445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.228254 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-773d2f8e-c5f1-4b95-9df0-477824d80445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.264299 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2f8e-c5f1-4b95-9df0-477824d80445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9b9bc5-1b6f-4c07-877b-ff3cd4b41692,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:30.268471 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-773d2f8e-c5f1-4b95-9df0-477824d80445 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=369687707c5c421585550da07a93529c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935489 Oct 15 18:00:30.271247 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46798) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:30.317990 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab0aa-ebb5-4faa-9b68-099584522cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.339789 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab0aa-ebb5-4faa-9b68-099584522cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.454887 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab0aa-ebb5-4faa-9b68-099584522cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.457552 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab0aa-ebb5-4faa-9b68-099584522cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:30.458733 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6a1ab0aa-ebb5-4faa-9b68-099584522cfa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db9b9bc5-1b6f-4c07-877b-ff3cd4b41692 HTTP/1.1" status: 204 len: 168 time: 0.1865675 Oct 15 18:00:30.472227 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ab0aa-ebb5-4faa-9b68-099584522cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9b9bc5-1b6f-4c07-877b-ff3cd4b41692,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:40.359617 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:00:41.206345 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d67a1-bf2d-427e-968a-39a29cdf99b3 req-f2cb80b2-f4f1-4f13-b599-5318d369dc8a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:41.207852 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-294d67a1-bf2d-427e-968a-39a29cdf99b3 req-f2cb80b2-f4f1-4f13-b599-5318d369dc8a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0505252 Oct 15 18:00:41.247480 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-294d67a1-bf2d-427e-968a-39a29cdf99b3 req-ef9f71b6-a9c1-4807-a47b-88a84b5385a9 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Oct 15 18:00:42.370333 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd4e0-bb66-4a61-9b5b-059be7d952a2 req-590c5b10-8ff4-4f46-af70-a97d0a3e8786 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:42.371859 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-05cbd4e0-bb66-4a61-9b5b-059be7d952a2 req-590c5b10-8ff4-4f46-af70-a97d0a3e8786 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0517681 Oct 15 18:00:42.407886 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-05cbd4e0-bb66-4a61-9b5b-059be7d952a2 req-2fa31604-423a-49e0-bb09-0967c13691bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302067 Oct 15 18:00:43.000548 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-45887159-cb06-4475-868c-e8fc06666922 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:43.001970 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-45887159-cb06-4475-868c-e8fc06666922 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.0468037 Oct 15 18:00:43.089761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Deleting port 8277b472-3fc1-4f38-a395-0de9100487da {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:00:43.090092 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:43.176216 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] For port 8277b472-3fc1-4f38-a395-0de9100487da, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8277b472-3fc1-4f38-a395-0de9100487da,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:00:43.176574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:43.641124 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9171b63-da4c-440f-93b2-167fe6d5e25f req-b2f86605-3791-4875-aa6e-67456681cc75 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:43.642586 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d9171b63-da4c-440f-93b2-167fe6d5e25f req-b2f86605-3791-4875-aa6e-67456681cc75 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 946 time: 0.1615379 Oct 15 18:00:43.712812 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:43.713087 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:43.713440 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Floating IP ef7aa064-611b-4465-b30b-919593c100a6 disassociated. External IP: 172.27.1.43, port: 8277b472-3fc1-4f38-a395-0de9100487da. Oct 15 18:00:43.713775 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Calling delete_port for 8277b472-3fc1-4f38-a395-0de9100487da owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:00:43.722917 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d9171b63-da4c-440f-93b2-167fe6d5e25f req-445d868f-ec2c-439a-8278-6c409d504f33 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f238fbe-9bd9-4fc0-871d-91779b569813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716255 Oct 15 18:00:43.914355 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:43.941657 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event deleted for resources: {'Port': ['ID=8277b472-3fc1-4f38-a395-0de9100487da,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:44.054060 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:00:44.164899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:00:44.175338 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:00:44.184619 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:00:44.185246 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:00:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:44.203921 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] No DVR routers for this DVR port 8277b472-3fc1-4f38-a395-0de9100487da on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:00:44.206480 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:44.210430 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f14827b9-7f58-45af-96ea-52653ab0ff48 req-031005da-b580-4221-8dd7-487d6ba112ab tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "DELETE /v2.0/ports/8277b472-3fc1-4f38-a395-0de9100487da HTTP/1.1" status: 204 len: 173 time: 1.2021377 Oct 15 18:00:44.210873 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-deleted', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:00:44.213134 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123fc36-a48e-43a3-a80c-902a2df72ea5" -d '{"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-deleted", "tag": "8277b472-3fc1-4f38-a395-0de9100487da"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:00:44.251717 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b29647-7b15-4f08-8bd0-46e324c31b51 x-openstack-request-id: req-71b29647-7b15-4f08-8bd0-46e324c31b51 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:00:44.252013 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f2fbde-babd-422b-b728-45694d89f62e", "name": "network-vif-deleted", "tag": "8277b472-3fc1-4f38-a395-0de9100487da", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:00:44.252259 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71b29647-7b15-4f08-8bd0-46e324c31b51 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:00:44.252652 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f2fbde-babd-422b-b728-45694d89f62e', 'name': 'network-vif-deleted', 'tag': '8277b472-3fc1-4f38-a395-0de9100487da', 'status': 'completed', 'code': 200} Oct 15 18:00:44.295750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:00:44.524121 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:44.550575 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:00:44.558884 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:00:44.559534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:00:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:44.665778 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:00:44.873302 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-91083a94-b177-4e1b-8d0f-cc0bb0310109 req-65044bf8-c411-4278-b495-8fda0e66c32a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f2fbde-babd-422b-b728-45694d89f62e HTTP/1.1" status: 200 len: 210 time: 0.0390451 Oct 15 18:00:44.885406 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:00:44.917576 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f3b8-fe65-463f-abf9-485c975071ea None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:00:45.133406 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825dd8da-9361-4ef7-915d-dd7d1549b6b6 None None] New status for floating IP ef7aa064-611b-4465-b30b-919593c100a6: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:00:46.039062 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 46848) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:46.095520 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41485535-d4b1-4892-85b0-47f820b424f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.119637 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41485535-d4b1-4892-85b0-47f820b424f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.237961 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41485535-d4b1-4892-85b0-47f820b424f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.241249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41485535-d4b1-4892-85b0-47f820b424f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.244859 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-41485535-d4b1-4892-85b0-47f820b424f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f238fbe-9bd9-4fc0-871d-91779b569813 HTTP/1.1" status: 204 len: 168 time: 0.2023454 Oct 15 18:00:46.245318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46850) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:46.257371 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41485535-d4b1-4892-85b0-47f820b424f3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f238fbe-9bd9-4fc0-871d-91779b569813,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:46.261066 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.api.v2.resource [None req-e1ed0e2c-1c66-4e00-9009-4f98b402f460 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] show failed (client error): The resource could not be found. Oct 15 18:00:46.262100 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e1ed0e2c-1c66-4e00-9009-4f98b402f460 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups/7f238fbe-9bd9-4fc0-871d-91779b569813 HTTP/1.1" status: 404 len: 347 time: 0.0154448 Oct 15 18:00:46.265186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46852) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:46.390006 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Deleting port 8796aeae-7a7b-44ee-aa74-885793f0b261 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:00:46.390351 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.466203 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.466431 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.478373 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Calling delete_port for 8796aeae-7a7b-44ee-aa74-885793f0b261 owned by network:floatingip {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:00:46.708679 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.732212 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event deleted for resources: {'Port': ['ID=8796aeae-7a7b-44ee-aa74-885793f0b261,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:46.792977 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.795610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:46.796786 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6a5e1f72-dc95-4326-b0eb-a164d157d1bb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "DELETE /v2.0/floatingips/ef7aa064-611b-4465-b30b-919593c100a6 HTTP/1.1" status: 204 len: 168 time: 0.5306377 Oct 15 18:00:47.201098 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:00:47.220736 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 8277b472-3fc1-4f38-a395-0de9100487da {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:00:47.227170 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 8277b472-3fc1-4f38-a395-0de9100487da not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:00:47.283057 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46856) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:47.287768 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652478124', 'description': 'tempest-description--204683807'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:00:47.368945 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.431374 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.488604 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.516205 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a4658-dcf4-4bd4-94ba-d864e710754c,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:47.565239 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.566489 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c1418250-1ae1-4ecc-86f4-b6b2abb8be07 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2823932 Oct 15 18:00:47.569323 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46858) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:47.573624 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'security_group_rule': {'security_group_id': '4e2a4658-dcf4-4bd4-94ba-d864e710754c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:00:47.653656 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.710146 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.774049 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.793523 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e161576-721a-4a3e-99d5-4e294c66a0c1,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:47.856623 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:47.857871 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-117361f5-79c2-4413-bcf5-2f6c758728a4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876256 Oct 15 18:00:47.860849 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46860) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:47.865458 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'security_group_rule': {'security_group_id': '4e2a4658-dcf4-4bd4-94ba-d864e710754c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:00:47.964587 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.019134 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.096913 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.114578 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395fda10-4a58-4c4a-ab72-bf53a18313ec,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:48.185052 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.186453 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-41786f68-6cb0-4b1f-a716-bd1c22c51883 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246014 Oct 15 18:00:48.189482 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46862) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:00:48.194399 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:00:48.234253 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9955a53a-c5ba-4335-8001-15683b7a1a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.294429 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.388757 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.487563 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Allocated IP 172.27.1.105 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/b3fd16af-7d46-46c7-8852-9954db148c1f) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:00:48.586608 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.674222 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.711149 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:00:48.713904 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:00:48.717300 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:00:48.741136 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'Port': ['ID=b3fd16af-7d46-46c7-8852-9954db148c1f,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:48.807401 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:48.903555 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:49.048070 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:49.102464 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:49.167971 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'Port': ['ID=b3fd16af-7d46-46c7-8852-9954db148c1f,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:49.177193 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:49.258595 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:49.259905 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-da384d94-0774-4eb9-8b0c-71c4aca48086 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0694585 Oct 15 18:00:49.439044 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-adf7e26b-0367-465b-8c17-be849342914e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1652478124&fields=id&tenant_id=7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 267 time: 0.0330317 Oct 15 18:00:49.544042 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-a6a6263c-478e-4e64-ac8d-46a74864518c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:49.545485 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-a6a6263c-478e-4e64-ac8d-46a74864518c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 816 time: 0.0999846 Oct 15 18:00:49.560420 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-2d29c98c-cfa7-4ba7-a7af-9076dab71c0c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/quotas/7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Oct 15 18:00:49.611542 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-83cb29f7-a418-4776-a417-ac459c6adb2c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460548 Oct 15 18:00:49.705264 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-a0d77ae1-61b8-4a70-8f98-902c002e055b service neutron] 10.222.0.44 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815506 Oct 15 18:00:49.794594 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-4cd45054-6e89-4ad8-9862-e91869b85dcb service neutron] 10.222.0.44 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832050 Oct 15 18:00:50.026197 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9ab80531-bffb-4eee-aaa3-3197792847fa req-41b1aa97-5243-4f03-8338-7b3fcca71c84 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 210 time: 0.0252798 Oct 15 18:00:51.083218 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-663eb7f2-7dff-49ed-8beb-c5d50f76e4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:51.125498 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e952d7f4-76b4-4abb-b1e9-efbad063e418 req-03c8d4a0-47fa-49f6-82a4-d6e5d55ea56a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 210 time: 0.0264370 Oct 15 18:00:51.856665 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.001973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-2df5646b-cc1c-48b7-87ca-bfed2d08a669 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:52.003481 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-2df5646b-cc1c-48b7-87ca-bfed2d08a669 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 816 time: 0.1044209 Oct 15 18:00:52.046848 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-7cba5922-accb-4cee-8b4d-d92f8730d99a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 380 time: 0.0336013 Oct 15 18:00:52.056521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'port': {'device_id': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'admin_state_up': True, 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'security_groups': ['4e2a4658-dcf4-4bd4-94ba-d864e710754c']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:00:52.223197 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-cf0d204b-a46e-4928-a096-1e610be5d68f req-32e92a43-4d20-4888-b21a-1467d445ba26 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 210 time: 0.0293589 Oct 15 18:00:52.265891 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Made reservation on behalf of 7f30b4f7915b46f6bbc63626aba24211 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:00:52.266360 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.269555 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.402261 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Allocated IP 172.20.0.10 (a89a96f1-9d66-4919-8de4-371b51794dd2/369cb9b8-4899-4e9e-abad-98e9faf10968/9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:00:52.538844 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.617399 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.657934 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Network a89a96f1-9d66-4919-8de4-371b51794dd2 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:00:52.661017 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:00:52.663484 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:00:52.695561 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:52.722323 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:52.722931 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.819936 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-4b192147-08f9-474a-b488-018b7fd927be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7669244 Oct 15 18:00:52.832459 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Request body: {'port': {'device_id': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:00:52.888173 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.904394 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-dec80b8b-6360-4b05-b1be-120a5b5a09e4 None None] Provisioning complete for port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:00:52.904756 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-dec80b8b-6360-4b05-b1be-120a5b5a09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:52.938096 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-dec80b8b-6360-4b05-b1be-120a5b5a09e4 None None] Port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:00:53.140501 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:00:53.148187 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:53.159751 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Transition to ACTIVE for port object 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:00:53.254445 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:53.352108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:53.406833 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd19e5-64c0-47ae-bd9f-17696ab633d2 req-250a78a0-fb8a-4fb5-8c9e-2f3c16dc4c92 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:53.408405 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-25dd19e5-64c0-47ae-bd9f-17696ab633d2 req-250a78a0-fb8a-4fb5-8c9e-2f3c16dc4c92 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.1072373 Oct 15 18:00:53.429676 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Attempting to bind port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:00:53.430011 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Attempting to bind port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:00:53.430345 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Attempting to bind port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e on network a89a96f1-9d66-4919-8de4-371b51794dd2 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:00:53.442690 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e on network a89a96f1-9d66-4919-8de4-371b51794dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:00:53.443014 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Attempting to bind port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e on network a89a96f1-9d66-4919-8de4-371b51794dd2 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:00:53.457908 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:00:53.458246 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Checking segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:00:53.458629 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Bound using segment: {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:00:53.459105 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Bound port: 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02de511b-0f25-4e9b-9d67-e5c2a25cc24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:00:53.459988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:53.472645 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-25dd19e5-64c0-47ae-bd9f-17696ab633d2 req-7034b6c4-5f77-426e-a8c1-38d0103d361c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536728 Oct 15 18:00:53.528868 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:00:53.531859 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:00:53.615066 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:53.649754 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:53.650424 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:53.651813 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] 10.222.0.47 "PUT /v2.0/ports/9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 200 len: 1094 time: 0.8233473 Oct 15 18:00:53.652263 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:00:53.654559 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d645a-546b-4478-b814-f09c46d3c5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:00:53.678134 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e37c-13f3-48f4-b2a3-c7f2c5ce8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:53.701721 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172b315-4b65-4b5f-b711-5396c905452c x-openstack-request-id: req-6172b315-4b65-4b5f-b711-5396c905452c {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:00:53.702019 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:00:53.702279 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6172b315-4b65-4b5f-b711-5396c905452c {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:00:53.702682 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'status': 'completed', 'code': 200} Oct 15 18:00:53.754122 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:53.765030 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d645a-546b-4478-b814-f09c46d3c5f5 req-d9a35287-5dc0-4caa-8caf-1475630bc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:53.766547 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db8d645a-546b-4478-b814-f09c46d3c5f5 req-d9a35287-5dc0-4caa-8caf-1475630bc125 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1097 time: 0.0424817 Oct 15 18:00:53.868835 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d645a-546b-4478-b814-f09c46d3c5f5 req-903a5b65-9619-4712-9c85-7caf3e49f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:53.870227 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db8d645a-546b-4478-b814-f09c46d3c5f5 req-903a5b65-9619-4712-9c85-7caf3e49f5dc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7f30b4f7915b46f6bbc63626aba24211&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951667 Oct 15 18:00:53.974026 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d645a-546b-4478-b814-f09c46d3c5f5 req-a22b1ea9-dbfa-41b2-9315-44a003a0de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:53.976180 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db8d645a-546b-4478-b814-f09c46d3c5f5 req-a22b1ea9-dbfa-41b2-9315-44a003a0de52 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982249 Oct 15 18:00:54.055514 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-aafd1112-7647-4dd4-9c3b-959e17432a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:54.056969 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-aafd1112-7647-4dd4-9c3b-959e17432a58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1097 time: 0.0434794 Oct 15 18:00:54.096801 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-09ff2d7c-9508-40d5-9fc5-e09c7569b7c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 200 len: 217 time: 0.0322347 Oct 15 18:00:54.143968 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-524e8cc6-91fd-416c-a21b-1096b4adea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:54.145277 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-524e8cc6-91fd-416c-a21b-1096b4adea34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0415173 Oct 15 18:00:54.190662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de39-8089-4d08-9031-831acc5e6607 req-5c25b6c5-9c77-4e60-a0bc-b31c784a3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:54.192117 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-5c25b6c5-9c77-4e60-a0bc-b31c784a3625 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380344 Oct 15 18:00:54.290250 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-5f23cba2-e773-4a49-98bc-8f195014f9fa service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901847 Oct 15 18:00:54.382545 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e334de39-8089-4d08-9031-831acc5e6607 req-4c5038c0-1b35-4209-8f25-28c837d53b3a service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Oct 15 18:00:54.589431 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd4732-8e9a-4616-bc58-67c8c9433bd1 req-1f748907-abef-46ca-9948-e6d47dfc5338 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:54.590881 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-16cd4732-8e9a-4616-bc58-67c8c9433bd1 req-1f748907-abef-46ca-9948-e6d47dfc5338 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0476367 Oct 15 18:00:54.627113 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-16cd4732-8e9a-4616-bc58-67c8c9433bd1 req-17aeaf3e-17df-4848-ab54-5ad02000150a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Oct 15 18:00:54.966399 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-35305383-1424-456e-ac8e-3fb0c44ae096 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391045 Oct 15 18:00:55.029307 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-6a10021d-d0dc-4305-a974-f7c7c172f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:55.030740 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-6a10021d-d0dc-4305-a974-f7c7c172f9c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 1098 time: 0.0394275 Oct 15 18:00:55.140233 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-f36d7c98-67df-439f-b7bd-24308dfe12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:55.141667 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-f36d7c98-67df-439f-b7bd-24308dfe12a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.0878043 Oct 15 18:00:55.204501 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-a64348bd-e6ff-4df9-bcd5-911a78923552 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 200 len: 1000 time: 0.0550051 Oct 15 18:00:55.253512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-921d4610-7f27-43a6-b9e1-88a9b2f11eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:55.254813 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-921d4610-7f27-43a6-b9e1-88a9b2f11eda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0438750 Oct 15 18:00:55.303971 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-e532b493-1a6d-4510-b294-fa90a6712d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:55.305464 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-e532b493-1a6d-4510-b294-fa90a6712d51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425220 Oct 15 18:00:55.396099 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-c24cfa6b-3cc4-4517-b425-4475462a000f service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Oct 15 18:00:55.694802 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c853f6be-1f5e-4c55-81aa-5c8c728b42a4 req-069c6a7a-eafa-44c7-b793-1b7281f3bfc4 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895622 Oct 15 18:00:55.743996 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc46184-5e77-4089-8867-dfb86087b6e5 req-33ea7a24-ed71-479e-9b97-712bb703751a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:55.745479 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-bdc46184-5e77-4089-8867-dfb86087b6e5 req-33ea7a24-ed71-479e-9b97-712bb703751a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0481677 Oct 15 18:00:55.781445 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-bdc46184-5e77-4089-8867-dfb86087b6e5 req-ad191771-b066-45ba-9764-7ccbc3ba04c8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300524 Oct 15 18:00:56.900264 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a2d3-e2a7-4fd1-a86c-0a99db68b434 req-ca31fd3a-4daa-4b45-98f9-d2bb7b7b9aed tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:56.901724 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2e62a2d3-e2a7-4fd1-a86c-0a99db68b434 req-ca31fd3a-4daa-4b45-98f9-d2bb7b7b9aed tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0489585 Oct 15 18:00:56.941023 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2e62a2d3-e2a7-4fd1-a86c-0a99db68b434 req-3682a6d8-fed9-40e5-8d7f-016af26c10bc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334890 Oct 15 18:00:57.293308 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:00:57.386582 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:00:57.397778 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'mac_address': 'fa:16:3e:06:24:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:00:57.432751 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:57.445279 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:00:57.464891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:00:57.523359 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:57.572174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:57.579487 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.579843 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.580206 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.580530 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.580866 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.581203 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.581534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.581863 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.582193 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.582519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.582844 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.583167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:00:57.905676 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:00:58.058628 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0787-6a16-42b3-bd61-324122329af9 req-48945490-4199-4e8e-9650-8f2094dda79e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:58.060180 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-492d0787-6a16-42b3-bd61-324122329af9 req-48945490-4199-4e8e-9650-8f2094dda79e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Oct 15 18:00:58.096500 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-492d0787-6a16-42b3-bd61-324122329af9 req-92b894e3-6bf2-423b-96db-b32399341ce6 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304053 Oct 15 18:00:58.410999 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:59.212408 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b9a7-410f-4f7c-8e88-f197bae1f785 req-09799b68-d0dd-4332-bc9a-7f72685f3348 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:59.213988 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf69b9a7-410f-4f7c-8e88-f197bae1f785 req-09799b68-d0dd-4332-bc9a-7f72685f3348 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 945 time: 0.0483046 Oct 15 18:00:59.251671 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf69b9a7-410f-4f7c-8e88-f197bae1f785 req-cb05b3c0-de51-4d18-892e-2d618833c99a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Oct 15 18:00:59.293931 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:00:59.393859 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:00:59.397406 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:00:59.400509 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:59.474086 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:59.498750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:00:59.501044 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfa90b7-7660-4b3f-b4e6-b7983df7f6e0" -d '{"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:00:59.514450 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:00:59.538407 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65874789-140b-4944-8892-ddba5f3797f6 x-openstack-request-id: req-65874789-140b-4944-8892-ddba5f3797f6 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:00:59.538789 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:00:59.539139 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65874789-140b-4944-8892-ddba5f3797f6 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:00:59.539704 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'code': 200} Oct 15 18:00:59.574313 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:00:59.621520 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:00:59.865533 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d036c-17ca-4222-9c7d-913366cb9133 req-09931f9a-6760-4a38-9718-108b107365a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:00:59.867059 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ae4d036c-17ca-4222-9c7d-913366cb9133 req-09931f9a-6760-4a38-9718-108b107365a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1099 time: 0.0423372 Oct 15 18:00:59.902940 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ae4d036c-17ca-4222-9c7d-913366cb9133 req-5e37cdf1-a9c5-42df-acd0-185f5b893a4a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279777 Oct 15 18:01:00.368158 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e0d2d-cf66-43c7-96b7-72e02c033d94 req-96b17d65-3673-4988-b8c4-884e453a9455 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:00.369606 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-564e0d2d-cf66-43c7-96b7-72e02c033d94 req-96b17d65-3673-4988-b8c4-884e453a9455 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Oct 15 18:01:00.410918 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-564e0d2d-cf66-43c7-96b7-72e02c033d94 req-ba1a2b83-f415-499d-b96c-a6e11f306766 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354238 Oct 15 18:01:01.533686 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eafe5d-6c4a-4343-bbe5-d51344ed352d req-62934ce6-4c78-4c99-8dab-be92ff84ad69 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:01.535145 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-88eafe5d-6c4a-4343-bbe5-d51344ed352d req-62934ce6-4c78-4c99-8dab-be92ff84ad69 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0518255 Oct 15 18:01:01.572397 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-88eafe5d-6c4a-4343-bbe5-d51344ed352d req-5f573a54-fdd5-4e33-b27a-d0ecc2ee33cd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Oct 15 18:01:02.695178 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af776d66-0789-4382-a204-c7b6030ef36e req-10aa93eb-a037-4769-b62c-07f0d8c45f11 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:02.696627 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-af776d66-0789-4382-a204-c7b6030ef36e req-10aa93eb-a037-4769-b62c-07f0d8c45f11 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0464137 Oct 15 18:01:02.732619 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-af776d66-0789-4382-a204-c7b6030ef36e req-6aab02c2-2c6b-4791-b61d-d044345f240f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301402 Oct 15 18:01:02.843911 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c26b4-6bdd-4d61-a578-9f37c7ff842e req-e91f1e84-fcec-435b-a7f2-39064583e8cb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:02.845336 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-291c26b4-6bdd-4d61-a578-9f37c7ff842e req-e91f1e84-fcec-435b-a7f2-39064583e8cb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0475707 Oct 15 18:01:02.853926 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 46920) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:02.858334 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Request body: {'floatingip': {'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:02.896899 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:03.352139 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:03.422146 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:03.728456 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Floating IP eebab6d0-e809-4633-84db-09c104e89405 associated. External IP: 172.27.1.105, port: 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e. Oct 15 18:01:03.928210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:01:04.033077 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:01:04.038139 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:04.065847 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6028aa8a-b2d0-4f46-9a14-c87d4dd928a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "PUT /v2.0/floatingips/eebab6d0-e809-4633-84db-09c104e89405 HTTP/1.1" status: 200 len: 992 time: 1.2108188 Oct 15 18:01:04.066456 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:04.068935 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaada3bb-0c19-4231-81f3-86cd1804f16c" -d '{"events": [{"name": "network-changed", "server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:04.167965 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:01:04.178658 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:01:04.179213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:00:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:04.230800 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e103b-35ba-478c-8222-f127e8ec5dc0 x-openstack-request-id: req-8d5e103b-35ba-478c-8222-f127e8ec5dc0 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:04.231094 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:04.231377 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d5e103b-35ba-478c-8222-f127e8ec5dc0 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:04.231772 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'status': 'completed', 'code': 200} Oct 15 18:01:04.284094 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:01:04.294561 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-68f03b59-3204-4580-895a-a6f695d811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:04.300095 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-68f03b59-3204-4580-895a-a6f695d811f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1099 time: 0.0394943 Oct 15 18:01:04.389127 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-0bd303b8-2f98-4a89-8431-2bc56367be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:04.390594 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-0bd303b8-2f98-4a89-8431-2bc56367be66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0869172 Oct 15 18:01:04.456111 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-9b022a95-c13a-4c27-abe7-0c7b40a572d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 200 len: 1000 time: 0.0580981 Oct 15 18:01:04.505810 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-b3577c76-f58c-409e-8415-5fde78fe4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:04.507264 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-b3577c76-f58c-409e-8415-5fde78fe4fec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0430660 Oct 15 18:01:04.510495 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'eebab6d0-e809-4633-84db-09c104e89405', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'mac_address': 'fa:16:3e:06:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:00:48Z', 'updated_at': '2021-10-15T18:01:03Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:04.537918 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:01:04.546262 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:01:04.546866 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:00:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:04.557043 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-d73b86e8-081d-4bfb-9fb7-6a79acf90c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:04.558511 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-d73b86e8-081d-4bfb-9fb7-6a79acf90c43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432484 Oct 15 18:01:04.647721 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-97a85024-510b-4a96-a913-7358d7e0f677 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Oct 15 18:01:04.650645 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:01:04.739942 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aaada3bb-0c19-4231-81f3-86cd1804f16c req-8b1f3f36-806b-4bc4-b829-d2685f2008c6 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847297 Oct 15 18:01:04.980722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'eebab6d0-e809-4633-84db-09c104e89405', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'mac_address': 'fa:16:3e:06:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:00:48Z', 'updated_at': '2021-10-15T18:01:03Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:05.007015 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2b92f-a644-4fcb-9889-65ef0b387479 None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'eebab6d0-e809-4633-84db-09c104e89405', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'floating_ip_address': '172.27.1.105', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'mac_address': 'fa:16:3e:06:24:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:00:48Z', 'updated_at': '2021-10-15T18:01:03Z', 'revision_number': 1, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:01:05.180289 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527a49f-9b4d-4625-802b-68ec5e0c9234 None None] New status for floating IP eebab6d0-e809-4633-84db-09c104e89405: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:01:16.270841 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693db2b-0f4f-4af5-ba0f-9b43d38d1497 req-87a2532d-bac7-4978-88e5-d3e096e77d2d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:16.272347 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f693db2b-0f4f-4af5-ba0f-9b43d38d1497 req-87a2532d-bac7-4978-88e5-d3e096e77d2d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Oct 15 18:01:16.310204 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f693db2b-0f4f-4af5-ba0f-9b43d38d1497 req-8307f539-cfaa-4016-bf7f-946bd7e525ee tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Oct 15 18:01:17.359248 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:01:17.430790 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554d1c-ba8f-4546-a504-7660344e3352 req-459db69c-0bb1-4292-a465-dabd78baa73a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:17.432297 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f9554d1c-ba8f-4546-a504-7660344e3352 req-459db69c-0bb1-4292-a465-dabd78baa73a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Oct 15 18:01:17.469594 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f9554d1c-ba8f-4546-a504-7660344e3352 req-e3e9efaa-9e46-49c9-8cc8-f830a623e0ef tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309410 Oct 15 18:01:18.273891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08eb7fbe-e791-496e-ab1a-770df2d7db29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:18.588469 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5625f2-8744-4712-bdf3-6bc8ea73fcb2 req-501c28b5-25ce-435f-b380-d165e7f440b1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:18.589970 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1e5625f2-8744-4712-bdf3-6bc8ea73fcb2 req-501c28b5-25ce-435f-b380-d165e7f440b1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0540960 Oct 15 18:01:18.626125 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1e5625f2-8744-4712-bdf3-6bc8ea73fcb2 req-19f68381-ed56-48a4-89ce-4381904ba26b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303192 Oct 15 18:01:19.738758 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418cb2e-af7a-46ff-949f-00a639b6d20e req-2f0d9133-0214-445a-9d99-e7ec9ccd32f7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:19.740248 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6418cb2e-af7a-46ff-949f-00a639b6d20e req-2f0d9133-0214-445a-9d99-e7ec9ccd32f7 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0489359 Oct 15 18:01:19.777421 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6418cb2e-af7a-46ff-949f-00a639b6d20e req-50e1ea48-7477-49ce-bacb-170b5f297a15 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Oct 15 18:01:20.891866 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42ffe0-120b-426d-a618-53783149a6dc req-1b83e1d0-8a87-4163-9742-838adf8d5786 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:20.893297 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8f42ffe0-120b-426d-a618-53783149a6dc req-1b83e1d0-8a87-4163-9742-838adf8d5786 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0507944 Oct 15 18:01:20.928884 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-8f42ffe0-120b-426d-a618-53783149a6dc req-36fb9442-7812-4365-8401-6b7c2c1470a6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297549 Oct 15 18:01:21.067886 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-df6b0d08-bd40-4bb4-abf0-1b732f3257e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:21.827986 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:22.040564 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e1810-2789-4ed8-a0f5-e7729a7b654c req-fba7804a-381f-464e-875f-2a44feced5a3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:22.042235 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0b8e1810-2789-4ed8-a0f5-e7729a7b654c req-fba7804a-381f-464e-875f-2a44feced5a3 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Oct 15 18:01:22.080233 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0b8e1810-2789-4ed8-a0f5-e7729a7b654c req-2be4408d-1b5f-4af2-8af7-ebc90e98e02f tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Oct 15 18:01:22.260119 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:22.329249 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a894c-ac19-4aaa-9045-d7300ffdef95 req-a709af09-bd3d-46aa-be00-b2ce3404c090 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:22.330736 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-261a894c-ac19-4aaa-9045-d7300ffdef95 req-a709af09-bd3d-46aa-be00-b2ce3404c090 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Oct 15 18:01:22.367619 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-261a894c-ac19-4aaa-9045-d7300ffdef95 req-420be58f-6049-4411-9664-3f8caf1f1a47 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307233 Oct 15 18:01:23.201425 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7723b-e8b5-4e5e-84fe-29ff3032c5aa req-c3b82f11-2731-4c74-a282-3fae5443673b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:23.202928 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-13d7723b-e8b5-4e5e-84fe-29ff3032c5aa req-c3b82f11-2731-4c74-a282-3fae5443673b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0531926 Oct 15 18:01:23.240112 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-13d7723b-e8b5-4e5e-84fe-29ff3032c5aa req-ad60cecc-4691-42ec-9cc4-c9ef8ff3dc52 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Oct 15 18:01:23.482662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ddef3-899d-439b-a07e-48da5a423486 req-dc36812e-4b44-4fcd-b415-ea4b86b547fe tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:23.484152 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-626ddef3-899d-439b-a07e-48da5a423486 req-dc36812e-4b44-4fcd-b415-ea4b86b547fe tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0472057 Oct 15 18:01:23.520967 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-626ddef3-899d-439b-a07e-48da5a423486 req-0c4a2ef6-b440-4ea1-9e12-2096d781a423 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=5798c603-1058-414e-a5d0-e6b22a5ec0de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307522 Oct 15 18:01:23.725770 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-2e4a209f-679f-419b-b4ef-3b2648ee7579 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:23.727353 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-2e4a209f-679f-419b-b4ef-3b2648ee7579 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 945 time: 0.0486233 Oct 15 18:01:23.759573 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:23.827255 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Deleting port 65646b10-dae2-4e96-a2b5-9fb837bf520a {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:01:23.827591 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:23.915411 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] For port 65646b10-dae2-4e96-a2b5-9fb837bf520a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=65646b10-dae2-4e96-a2b5-9fb837bf520a,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:23.915681 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:24.082718 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:24.083074 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:24.083422 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Floating IP d8fbe74b-d67c-41e2-9261-2dbafac0ab9a disassociated. External IP: 172.27.1.39, port: 65646b10-dae2-4e96-a2b5-9fb837bf520a. Oct 15 18:01:24.083755 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Calling delete_port for 65646b10-dae2-4e96-a2b5-9fb837bf520a owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:01:24.259759 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:24.289602 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event deleted for resources: {'Port': ['ID=65646b10-dae2-4e96-a2b5-9fb837bf520a,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:24.300487 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.300674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.301009 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.301348 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.301683 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.302014 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.302344 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.302672 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.303000 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.303352 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.303680 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.304007 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:01:24.428423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe0b1-742a-4032-b5ce-f68e0dbbb8d7 req-cb6647db-66c1-4ff7-8513-fd6a50e15acd tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:24.429882 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-26bbe0b1-742a-4032-b5ce-f68e0dbbb8d7 req-cb6647db-66c1-4ff7-8513-fd6a50e15acd tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0898433 Oct 15 18:01:24.461512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:01:24.488258 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-26bbe0b1-742a-4032-b5ce-f68e0dbbb8d7 req-deb797d8-db04-4df5-a16e-e1e5717d7c15 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517564 Oct 15 18:01:24.582887 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:01:24.595030 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:01:24.604159 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:01:24.605343 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:01:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:24.628700 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] No DVR routers for this DVR port 65646b10-dae2-4e96-a2b5-9fb837bf520a on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:01:24.631567 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:24.634870 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-edab222d-dda1-47e3-98d9-ad206b9701f4 req-28b29639-1b64-4b0a-9fb5-b6866e5638b4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "DELETE /v2.0/ports/65646b10-dae2-4e96-a2b5-9fb837bf520a HTTP/1.1" status: 204 len: 173 time: 0.8950651 Oct 15 18:01:24.635346 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'name': 'network-vif-deleted', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:24.636163 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dad02d07-da39-4240-9ab3-c80f6d65736d req-01e1933e-77f3-4708-b9a7-d4a09b683aca tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49 HTTP/1.1" status: 200 len: 210 time: 0.0428109 Oct 15 18:01:24.637620 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9af444-5574-4481-8dc7-b063ceeb5d68" -d '{"events": [{"server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "name": "network-vif-deleted", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:24.683849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c9462-5455-4a2d-812e-8e69bb838271 x-openstack-request-id: req-e35c9462-5455-4a2d-812e-8e69bb838271 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:24.684284 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49", "name": "network-vif-deleted", "tag": "65646b10-dae2-4e96-a2b5-9fb837bf520a", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:24.684549 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e35c9462-5455-4a2d-812e-8e69bb838271 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:24.684960 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f82fc-8a09-4906-9e7d-d03bc1fb6c49', 'name': 'network-vif-deleted', 'tag': '65646b10-dae2-4e96-a2b5-9fb837bf520a', 'status': 'completed', 'code': 200} Oct 15 18:01:24.736876 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:01:24.953028 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:24.979159 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:01:24.987658 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:01:24.988324 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:01:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:25.094199 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:01:25.289382 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:25.319711 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552528b6-9428-4f11-9eb5-c2699f03e8a6 None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:01:25.532418 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616c0beb-f642-4bad-b6e6-15ca3b8652a0 None None] New status for floating IP d8fbe74b-d67c-41e2-9261-2dbafac0ab9a: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:01:25.610874 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af207f-2c07-40ae-a92d-64c6a6f42b7a req-8071d182-855f-42e7-bc9c-9a99cc080e78 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:25.612722 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e1af207f-2c07-40ae-a92d-64c6a6f42b7a req-8071d182-855f-42e7-bc9c-9a99cc080e78 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Oct 15 18:01:25.654335 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e1af207f-2c07-40ae-a92d-64c6a6f42b7a req-e9ba8639-049c-478f-8500-67bf3b481382 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347190 Oct 15 18:01:25.763732 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47014) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:25.815998 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b0-14e6-49b5-bb19-c2ec53204dd0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:25.838791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b0-14e6-49b5-bb19-c2ec53204dd0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:25.928350 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b0-14e6-49b5-bb19-c2ec53204dd0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:25.931050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b0-14e6-49b5-bb19-c2ec53204dd0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:25.932272 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0cc998b0-14e6-49b5-bb19-c2ec53204dd0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "DELETE /v2.0/security-groups/5798c603-1058-414e-a5d0-e6b22a5ec0de HTTP/1.1" status: 204 len: 168 time: 0.1675680 Oct 15 18:01:25.935685 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47018) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:25.941898 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc998b0-14e6-49b5-bb19-c2ec53204dd0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798c603-1058-414e-a5d0-e6b22a5ec0de,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:25.953410 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.api.v2.resource [None req-dbeab8ec-d745-46b5-8963-44b9f5fe5351 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] show failed (client error): The resource could not be found. Oct 15 18:01:25.954464 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-dbeab8ec-d745-46b5-8963-44b9f5fe5351 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups/5798c603-1058-414e-a5d0-e6b22a5ec0de HTTP/1.1" status: 404 len: 347 time: 0.0175700 Oct 15 18:01:25.957289 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47020) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:26.081097 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Deleting port 5c5b15ae-ff39-4573-a2d8-01427bd77945 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:01:26.081425 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:26.157022 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:26.157345 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:26.168991 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Calling delete_port for 5c5b15ae-ff39-4573-a2d8-01427bd77945 owned by network:floatingip {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:01:26.370541 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:26.396956 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event deleted for resources: {'Port': ['ID=5c5b15ae-ff39-4573-a2d8-01427bd77945,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:26.485066 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:26.487849 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:26.488980 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-a2c37a6c-1ab6-4a9e-8177-108511c43c43 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "DELETE /v2.0/floatingips/d8fbe74b-d67c-41e2-9261-2dbafac0ab9a HTTP/1.1" status: 204 len: 168 time: 0.5308025 Oct 15 18:01:26.494598 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-f671b940-34e4-41aa-af43-876072fef66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:26.496093 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-f671b940-34e4-41aa-af43-876072fef66b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0562463 Oct 15 18:01:26.591655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-7ed1ddc7-3696-4bf7-a2be-d79b0b2ae80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:26.593865 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-7ed1ddc7-3696-4bf7-a2be-d79b0b2ae80e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 910 time: 0.0904295 Oct 15 18:01:26.657991 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-9468c2f1-3357-4a75-b4c8-28d602fe89cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 1000 time: 0.0568731 Oct 15 18:01:26.706678 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-d0148b17-87e5-4dd6-84bc-52f4bf2cc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:26.708225 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-d0148b17-87e5-4dd6-84bc-52f4bf2cc652 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0432651 Oct 15 18:01:26.758788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-5d3e6326-11f8-43e1-8eed-04768ad4cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:26.760347 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-5d3e6326-11f8-43e1-8eed-04768ad4cca9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443070 Oct 15 18:01:26.772988 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17078d5-29b7-415c-8235-a52331da20e0 req-b6a9b691-f8d3-4f3c-93f5-f80e96ad526d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:26.774554 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c17078d5-29b7-415c-8235-a52331da20e0 req-b6a9b691-f8d3-4f3c-93f5-f80e96ad526d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0523775 Oct 15 18:01:26.812387 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c17078d5-29b7-415c-8235-a52331da20e0 req-efda8c2a-4e9e-4a59-97c6-d98bad72f166 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Oct 15 18:01:26.850759 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-0f9e8477-5e77-46a5-b000-bf9ff58b3fe3 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833807 Oct 15 18:01:26.945251 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5a1a5f6-219c-45ec-be8a-40f3dd485499 req-b839948b-eceb-4fae-8210-efe1deed96f6 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858881 Oct 15 18:01:26.974638 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47026) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:26.979111 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674048534', 'description': 'tempest-description--94797651'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:27.076851 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.141562 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.204873 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.236914 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ec762-dca8-469f-8027-1d32d874e7da,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:27.301657 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.302918 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-a14ca7ee-d890-48e5-afb2-9b8c50022334 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3272352 Oct 15 18:01:27.305778 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47030) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:27.310222 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'security_group_rule': {'security_group_id': '2d5ec762-dca8-469f-8027-1d32d874e7da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:27.392210 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.445965 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.464587 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 65646b10-dae2-4e96-a2b5-9fb837bf520a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:01:27.485084 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 65646b10-dae2-4e96-a2b5-9fb837bf520a {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:01:27.485648 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 65646b10-dae2-4e96-a2b5-9fb837bf520a not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:01:27.505324 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.526150 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f809865-bb9a-4b4e-a80d-e9c56053c605,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:27.598528 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.599779 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-aa36c657-c40d-46a0-9ed7-bc39f2ec0bd1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930615 Oct 15 18:01:27.602384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47032) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:27.607298 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'security_group_rule': {'security_group_id': '2d5ec762-dca8-469f-8027-1d32d874e7da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:27.686689 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.743871 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.804291 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.820483 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80a3c0c-bb53-482e-b7cb-8c4b38e4a9ff,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:27.893988 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:27.895141 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9fc0fe9a-a06e-450a-aa6f-593f0097b48f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2918375 Oct 15 18:01:27.898348 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47036) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:27.903654 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:27.930943 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195430-e5e4-4479-b982-bc2d0432c033 req-fc5e3589-dacc-4b42-ade9-31de14f2af8e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:27.936105 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-10195430-e5e4-4479-b982-bc2d0432c033 req-fc5e3589-dacc-4b42-ade9-31de14f2af8e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0523696 Oct 15 18:01:27.970471 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-10195430-e5e4-4479-b982-bc2d0432c033 req-0480f42f-fd75-4752-a155-4debca63edaf tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Oct 15 18:01:27.976253 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.069637 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.176923 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Allocated IP 172.27.1.157 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/669c580f-2e3a-4559-b9d1-9902e4a993a4) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:01:28.277156 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.363159 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.403490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:01:28.407878 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:01:28.411208 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:01:28.413796 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.418514 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'Port': ['ID=669c580f-2e3a-4559-b9d1-9902e4a993a4,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:28.497412 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.622087 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.769123 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.836540 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:28.907858 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'Port': ['ID=669c580f-2e3a-4559-b9d1-9902e4a993a4,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:28.918097 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:29.052984 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:29.054656 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9911dff2-28a7-492f-9f66-fe4b0d395436 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1549509 Oct 15 18:01:29.085512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1979c2a-0003-423f-9753-c1a63c9c9f4b req-ed444085-00a8-4fdf-abb9-2843a792c06c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:29.087099 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d1979c2a-0003-423f-9753-c1a63c9c9f4b req-ed444085-00a8-4fdf-abb9-2843a792c06c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0513701 Oct 15 18:01:29.126839 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d1979c2a-0003-423f-9753-c1a63c9c9f4b req-05648453-f6c9-4e5c-8630-6e7a6c752c8a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Oct 15 18:01:29.237945 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-ce44f5ec-f38a-4248-b175-4283de3cedf1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1674048534&fields=id&tenant_id=a71cd40a88ce4ad999cb8a7bad461b92 HTTP/1.1" status: 200 len: 267 time: 0.0338421 Oct 15 18:01:29.345426 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-c8a89891-c44c-4d69-8e9f-72dbef2d89c5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:29.346918 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-c8a89891-c44c-4d69-8e9f-72dbef2d89c5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 811 time: 0.1024172 Oct 15 18:01:29.362182 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-83051f5c-9ab0-4457-bec3-676bd8c880be tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/quotas/a71cd40a88ce4ad999cb8a7bad461b92 HTTP/1.1" status: 200 len: 375 time: 0.0090640 Oct 15 18:01:29.417281 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-f93c8d7b-3cdb-42f5-849b-5194e47a8007 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499601 Oct 15 18:01:29.602008 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-67925edb-72ae-42cc-b65b-fef7e39b3fa9 service neutron] 10.222.0.44 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711767 Oct 15 18:01:29.695465 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-9228e8cd-e771-4dc3-9e9f-48ac3edc5b8e service neutron] 10.222.0.44 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874264 Oct 15 18:01:29.946101 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-59f61960-4d76-4d84-9121-6986641ffba0 req-03db01a5-bedf-492d-bdbb-496a85b347de tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 210 time: 0.0317166 Oct 15 18:01:30.247573 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601315a7-3304-472a-b841-bfdd808bdb93 req-8a9d623c-988d-44c5-aeba-a3b5ebe8a4b6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:30.249628 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-601315a7-3304-472a-b841-bfdd808bdb93 req-8a9d623c-988d-44c5-aeba-a3b5ebe8a4b6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0568018 Oct 15 18:01:30.286869 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-601315a7-3304-472a-b841-bfdd808bdb93 req-5f197c4f-8de2-4eac-812c-eaeac4d8393b tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Oct 15 18:01:30.626866 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98100395-20ae-4527-a926-7fe86a56d268 req-d28b1993-4062-4abb-b672-789a05d3a993 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:30.628358 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-98100395-20ae-4527-a926-7fe86a56d268 req-d28b1993-4062-4abb-b672-789a05d3a993 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0490127 Oct 15 18:01:30.693493 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-ea445af9-9c08-4db1-bd63-ec602ef60039 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0641806 Oct 15 18:01:30.696342 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-98100395-20ae-4527-a926-7fe86a56d268 req-ba87cbdd-ed13-4b7f-bdf6-62fd25877d1e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599382 Oct 15 18:01:31.051096 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a535efdb-cd35-45d5-946d-82538f64db4c req-14d6a057-9ec3-42c8-9f1c-2697c0e2addb tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 210 time: 0.0273433 Oct 15 18:01:31.513353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:01:31.593862 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:31.618833 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:31.621638 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493401df-f4d2-4fb1-91aa-722069a6ec1c" -d '{"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-unplugged", "status": "completed", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:31.632233 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:31.656929 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9a557c-d11e-4a23-805f-f89dd09964e3 x-openstack-request-id: req-fb9a557c-d11e-4a23-805f-f89dd09964e3 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:31.657223 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-unplugged", "status": "failed", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "code": 422}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:31.657478 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb9a557c-d11e-4a23-805f-f89dd09964e3 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:31.657875 dv-cinder-790535-16-iscsi neutron-server[112106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'code': 422} returned with failed status Oct 15 18:01:31.712645 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-b37cea9a-4837-44a4-a4ba-72131d271701 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:31.713995 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-b37cea9a-4837-44a4-a4ba-72131d271701 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 811 time: 0.1027594 Oct 15 18:01:31.753627 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:31.759640 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-3e03f11c-10c7-4703-a64b-27786643751f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71cd40a88ce4ad999cb8a7bad461b92 HTTP/1.1" status: 200 len: 380 time: 0.0354009 Oct 15 18:01:31.769032 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'port': {'device_id': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'admin_state_up': True, 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'security_groups': ['2d5ec762-dca8-469f-8027-1d32d874e7da']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:31.804704 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=6']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:31.822880 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4903c8-1fa1-4e74-b9f8-17e0997730db req-021da913-0452-4ae2-88b4-f4151c57f4cb tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:31.824429 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aa4903c8-1fa1-4e74-b9f8-17e0997730db req-021da913-0452-4ae2-88b4-f4151c57f4cb tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0576646 Oct 15 18:01:31.862606 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aa4903c8-1fa1-4e74-b9f8-17e0997730db req-d30c11f3-5a46-44f4-a6fc-65eab3336699 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Oct 15 18:01:31.951091 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Made reservation on behalf of a71cd40a88ce4ad999cb8a7bad461b92 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:01:31.954824 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.089644 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Allocated IP 172.20.0.12 (c1833c72-8cfb-4492-9fe5-32355b8e436d/57882b99-9344-47cc-902d-bc18b541bcaa/83973fa6-0e77-44e7-896d-f10735d36a37) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:01:32.160191 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a7c588f5-5836-4a12-845b-2b747ea69744 req-5da513d6-8d6b-4be1-bc21-9a1a8e107485 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 210 time: 0.0383947 Oct 15 18:01:32.246494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.342299 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.384460 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Network c1833c72-8cfb-4492-9fe5-32355b8e436d is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:01:32.388246 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:01:32.391854 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:01:32.421171 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event updated for resources: {'Port': ['ID=83973fa6-0e77-44e7-896d-f10735d36a37,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:32.447029 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:32.447660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.514343 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-a02f5ca6-15c5-4757-a98e-505ff38d4731 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490094 Oct 15 18:01:32.535036 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Request body: {'port': {'device_id': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:32.594617 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.623216 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-f0a8df61-c077-428e-ad63-1c04b5870f56 None None] Provisioning complete for port 83973fa6-0e77-44e7-896d-f10735d36a37 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:01:32.623788 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f0a8df61-c077-428e-ad63-1c04b5870f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.658217 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8df61-c077-428e-ad63-1c04b5870f56 None None] Port 83973fa6-0e77-44e7-896d-f10735d36a37 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:01:32.849843 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83973fa6-0e77-44e7-896d-f10735d36a37 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:01:32.857651 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:32.869392 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Transition to ACTIVE for port object 83973fa6-0e77-44e7-896d-f10735d36a37 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:01:32.957704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:33.053451 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd701-e645-4a27-87c9-cfbd146f1afb req-34c848fc-6fee-49ca-825e-8417a5a850e0 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.055269 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ca9cd701-e645-4a27-87c9-cfbd146f1afb req-34c848fc-6fee-49ca-825e-8417a5a850e0 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.1254632 Oct 15 18:01:33.058349 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Pushing event updated for resources: {'Port': ['ID=83973fa6-0e77-44e7-896d-f10735d36a37,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:33.133170 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101df3-f068-4e3c-8a19-8b3011025888 req-bd90c5c4-d01f-4d65-8ac9-1ca6e61f4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.134661 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-bd90c5c4-d01f-4d65-8ac9-1ca6e61f4a05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879&tenant_id=432acc4bf82846598e5d1d1030c1b803 HTTP/1.1" status: 200 len: 1096 time: 0.1435316 Oct 15 18:01:33.147574 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ca9cd701-e645-4a27-87c9-cfbd146f1afb req-eb33478e-12df-49d5-bd10-19b77199ca24 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834229 Oct 15 18:01:33.180589 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Attempting to bind port 83973fa6-0e77-44e7-896d-f10735d36a37 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:01:33.180939 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Attempting to bind port 83973fa6-0e77-44e7-896d-f10735d36a37 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:01:33.181241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Attempting to bind port 83973fa6-0e77-44e7-896d-f10735d36a37 on network c1833c72-8cfb-4492-9fe5-32355b8e436d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:01:33.200520 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Port 83973fa6-0e77-44e7-896d-f10735d36a37 on network c1833c72-8cfb-4492-9fe5-32355b8e436d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:01:33.200842 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Attempting to bind port 83973fa6-0e77-44e7-896d-f10735d36a37 on network c1833c72-8cfb-4492-9fe5-32355b8e436d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:01:33.208648 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:01:33.208975 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Checking segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:01:33.209407 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Bound using segment: {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:01:33.209833 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Bound port: 83973fa6-0e77-44e7-896d-f10735d36a37, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6be7a6-8f4b-4a2e-a9ae-038843418962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:01:33.210179 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:33.231032 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101df3-f068-4e3c-8a19-8b3011025888 req-2a5d159e-626a-4c1b-bc73-6218c37cb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.232595 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-2a5d159e-626a-4c1b-bc73-6218c37cb5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1096 time: 0.0685711 Oct 15 18:01:33.281872 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb1c89-3071-4cb9-a5bc-d6d1e215e697 req-e0683562-e0f4-4f98-85b9-f0a4b4cc8dcd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.283350 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-92fb1c89-3071-4cb9-a5bc-d6d1e215e697 req-e0683562-e0f4-4f98-85b9-f0a4b4cc8dcd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 944 time: 0.0509055 Oct 15 18:01:33.321185 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-92fb1c89-3071-4cb9-a5bc-d6d1e215e697 req-dae5d7c1-1c29-473e-a6c0-fa4287be75aa tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Oct 15 18:01:33.554602 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] For port 83973fa6-0e77-44e7-896d-f10735d36a37, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:01:33.570464 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] For port 83973fa6-0e77-44e7-896d-f10735d36a37, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83973fa6-0e77-44e7-896d-f10735d36a37,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:01:33.583196 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101df3-f068-4e3c-8a19-8b3011025888 req-dbaffc61-6345-48d0-8d34-347d1d7d808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.584668 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-dbaffc61-6345-48d0-8d34-347d1d7d808c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 910 time: 0.3353021 Oct 15 18:01:33.647811 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:33.661839 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-552a6f2e-48e1-4f64-85e4-6710dec093b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 998 time: 0.0694137 Oct 15 18:01:33.716017 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.716628 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:33.718042 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] 10.222.0.47 "PUT /v2.0/ports/83973fa6-0e77-44e7-896d-f10735d36a37 HTTP/1.1" status: 200 len: 1094 time: 1.1878941 Oct 15 18:01:33.718498 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:33.720778 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7" -d '{"events": [{"name": "network-changed", "server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:33.756619 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42414985-50f0-4820-bbd7-18f2ba27cd56 service neutron] Pushing event updated for resources: {'Port': ['ID=83973fa6-0e77-44e7-896d-f10735d36a37,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:33.760286 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6cefb1-6a0e-4d80-9c3e-ffa090f34008 x-openstack-request-id: req-7e6cefb1-6a0e-4d80-9c3e-ffa090f34008 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:33.761178 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:33.763362 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e6cefb1-6a0e-4d80-9c3e-ffa090f34008 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:33.763362 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37', 'status': 'completed', 'code': 200} Oct 15 18:01:33.763669 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101df3-f068-4e3c-8a19-8b3011025888 req-167e3746-77dc-44f3-b0f9-322c2a2fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.765067 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-167e3746-77dc-44f3-b0f9-322c2a2fab36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0864174 Oct 15 18:01:33.842121 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101df3-f068-4e3c-8a19-8b3011025888 req-1e789cac-d41d-46f0-aa4e-60e08146df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.843662 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-1e789cac-d41d-46f0-aa4e-60e08146df6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706158 Oct 15 18:01:33.849139 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7 req-a4e0a1b4-1c9d-4ea6-bb33-b6096de4f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:33.850526 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7 req-a4e0a1b4-1c9d-4ea6-bb33-b6096de4f115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 1097 time: 0.0664647 Oct 15 18:01:34.014620 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-b55d8374-7a30-44fa-864d-75fbd1ae16be service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630745 Oct 15 18:01:34.015693 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7 req-19bc53c4-cad5-406d-8643-49266a7500a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.016997 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7 req-19bc53c4-cad5-406d-8643-49266a7500a9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1581738 Oct 15 18:01:34.179935 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-6a2a1b7a-f09d-40aa-b470-4d10264edec2 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525726 Oct 15 18:01:34.181320 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7 req-653af953-6dec-4345-b0c3-325538d61e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.183214 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7ff8cb97-3144-4b90-81ea-d0f46f5925c7 req-653af953-6dec-4345-b0c3-325538d61e77 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542757 Oct 15 18:01:34.264630 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-51694224-400d-49a5-ba07-e1cd076f91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.266278 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-51694224-400d-49a5-ba07-e1cd076f91cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 1097 time: 0.0481808 Oct 15 18:01:34.269757 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2925b-0c3a-4a10-8c8a-80aed69b1334 req-83003d24-15b0-4d6b-8649-260439f329ed tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.271239 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f3a2925b-0c3a-4a10-8c8a-80aed69b1334 req-83003d24-15b0-4d6b-8649-260439f329ed tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0533032 Oct 15 18:01:34.308884 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f3a2925b-0c3a-4a10-8c8a-80aed69b1334 req-b4b31045-9d9c-4165-97a3-d42d72aee588 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Oct 15 18:01:34.314217 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-da1f4fc8-d7a3-4313-bc16-d40eae65274e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83973fa6-0e77-44e7-896d-f10735d36a37 HTTP/1.1" status: 200 len: 217 time: 0.0383978 Oct 15 18:01:34.366058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-c0c4fa56-bd80-45e2-b18f-92b1eab16c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.367557 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-c0c4fa56-bd80-45e2-b18f-92b1eab16c2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0462000 Oct 15 18:01:34.440086 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-5a63cbab-65d4-4eb3-a019-ea29477dda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.441567 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-5a63cbab-65d4-4eb3-a019-ea29477dda77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668962 Oct 15 18:01:34.456535 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23dca4-2245-4ca8-884e-69b9aef7d19f req-72b3432f-8e3f-48ea-95e5-f4f751981fb5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:34.457895 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0b23dca4-2245-4ca8-884e-69b9aef7d19f req-72b3432f-8e3f-48ea-95e5-f4f751981fb5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 944 time: 0.0598743 Oct 15 18:01:34.547983 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0b23dca4-2245-4ca8-884e-69b9aef7d19f req-e01084b0-669d-4c07-8d28-ae06fb5cbec6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830197 Oct 15 18:01:34.568013 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-7a0a3a41-c978-45bb-b843-e6d9e6271e4d service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190436 Oct 15 18:01:34.662829 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ab71a097-37ec-4f3c-b989-b0b8002bd0e2 req-265c919d-5271-44dd-a98f-29ea040684fc service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 Oct 15 18:01:35.421140 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674bca-5f95-4afa-a662-ad78d322858a req-87f496c8-d825-46c7-bf5d-32f056d64c02 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:35.422619 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27674bca-5f95-4afa-a662-ad78d322858a req-87f496c8-d825-46c7-bf5d-32f056d64c02 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0482187 Oct 15 18:01:35.459948 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27674bca-5f95-4afa-a662-ad78d322858a req-e7a5dee2-39ac-4a8e-956c-eaab261e44ca tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Oct 15 18:01:35.660982 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9740-518f-403c-be1c-55543e34f117 req-eb5289ac-c29d-4be2-891e-3230bc34befa tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:35.662448 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a97a9740-518f-403c-be1c-55543e34f117 req-eb5289ac-c29d-4be2-891e-3230bc34befa tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 944 time: 0.0491834 Oct 15 18:01:35.701804 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a97a9740-518f-403c-be1c-55543e34f117 req-297ca14a-880b-441e-ab51-324d0a1e5e0d tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Oct 15 18:01:36.569633 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93967320-b7cc-44d3-9244-93222c87c7bf req-c9f7d9b9-6c8e-4a90-bc36-9d2db27274f1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:36.571056 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-93967320-b7cc-44d3-9244-93222c87c7bf req-c9f7d9b9-6c8e-4a90-bc36-9d2db27274f1 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0473590 Oct 15 18:01:36.607388 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-93967320-b7cc-44d3-9244-93222c87c7bf req-0e5bbbdc-16ca-46ce-8dad-4bc505d3ef2c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Oct 15 18:01:36.814721 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bde309-0e62-4460-b068-50c73bcfb947 req-6bc9c38c-ad67-4108-90f8-0f0c63370a74 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:36.816181 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-15bde309-0e62-4460-b068-50c73bcfb947 req-6bc9c38c-ad67-4108-90f8-0f0c63370a74 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 944 time: 0.0474033 Oct 15 18:01:36.852701 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-15bde309-0e62-4460-b068-50c73bcfb947 req-296cad27-f69a-4a86-92b2-9df228cf04d4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307646 Oct 15 18:01:37.578644 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 83973fa6-0e77-44e7-896d-f10735d36a37 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:01:37.674328 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 83973fa6-0e77-44e7-896d-f10735d36a37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83973fa6-0e77-44e7-896d-f10735d36a37,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:37.685689 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '83973fa6-0e77-44e7-896d-f10735d36a37', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'port_id': '83973fa6-0e77-44e7-896d-f10735d36a37', 'mac_address': 'fa:16:3e:a1:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:01:37.717993 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c3bb7-a1b3-4619-bebd-3f05c2a093a8 req-493a0c90-7fb6-47be-b82c-36c59d244322 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:37.719534 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e50c3bb7-a1b3-4619-bebd-3f05c2a093a8 req-493a0c90-7fb6-47be-b82c-36c59d244322 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0476635 Oct 15 18:01:37.722011 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:37.734640 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83973fa6-0e77-44e7-896d-f10735d36a37 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:01:37.753308 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 83973fa6-0e77-44e7-896d-f10735d36a37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83973fa6-0e77-44e7-896d-f10735d36a37,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:37.762633 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e50c3bb7-a1b3-4619-bebd-3f05c2a093a8 req-370a2d38-b987-47d9-a7cd-85bed1a56284 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367854 Oct 15 18:01:37.813564 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:37.863822 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=83973fa6-0e77-44e7-896d-f10735d36a37,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:37.969073 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86c04b-8834-47a3-a248-738a10ac5a1f req-f8e1ed14-f6c2-4b12-98f0-db7c6f99eaf0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:37.970523 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5a86c04b-8834-47a3-a248-738a10ac5a1f req-f8e1ed14-f6c2-4b12-98f0-db7c6f99eaf0 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 945 time: 0.0509911 Oct 15 18:01:38.007145 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5a86c04b-8834-47a3-a248-738a10ac5a1f req-69b73176-8827-4718-b912-08dc21b3cae5 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Oct 15 18:01:38.157219 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['83973fa6-0e77-44e7-896d-f10735d36a37'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:01:38.885941 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e716-befd-47a9-af29-751d855a1b12 req-f6e56e7f-fdf7-4da9-9a4a-078a6f3021e4 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:38.887900 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-82a3e716-befd-47a9-af29-751d855a1b12 req-f6e56e7f-fdf7-4da9-9a4a-078a6f3021e4 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0544286 Oct 15 18:01:38.925984 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-82a3e716-befd-47a9-af29-751d855a1b12 req-e5c9daa2-cdcf-4417-9677-7d0de1a45e7d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 Oct 15 18:01:39.120546 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777161a0-6c2d-4437-8100-780d2f8435a2 req-466a6cee-497f-4b8f-967f-14cc64a80f8c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:39.122025 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-777161a0-6c2d-4437-8100-780d2f8435a2 req-466a6cee-497f-4b8f-967f-14cc64a80f8c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 945 time: 0.0477588 Oct 15 18:01:39.158732 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-777161a0-6c2d-4437-8100-780d2f8435a2 req-f381f787-2c41-41f5-8385-ea8796528d5e tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310590 Oct 15 18:01:39.586538 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 83973fa6-0e77-44e7-896d-f10735d36a37 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:01:39.724319 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 83973fa6-0e77-44e7-896d-f10735d36a37 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:01:39.728035 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 83973fa6-0e77-44e7-896d-f10735d36a37 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:01:39.728406 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:39.801907 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:39.824109 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:39.826473 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97bf6d-ec64-460e-b677-ddae05efae93" -d '{"events": [{"server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "name": "network-vif-plugged", "status": "completed", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:39.840016 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 83973fa6-0e77-44e7-896d-f10735d36a37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83973fa6-0e77-44e7-896d-f10735d36a37,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:39.862563 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5cce07-c046-45e7-b369-0c1aa41723b8 x-openstack-request-id: req-9e5cce07-c046-45e7-b369-0c1aa41723b8 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:39.862893 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "name": "network-vif-plugged", "status": "completed", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:39.863154 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e5cce07-c046-45e7-b369-0c1aa41723b8 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:39.863713 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37', 'code': 200} Oct 15 18:01:39.918913 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:39.966299 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=83973fa6-0e77-44e7-896d-f10735d36a37,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:40.048192 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4bd5e-06f3-4c09-98d6-e6debbc2e17b req-1c12db3b-64a3-4e87-8c92-bdba7fff1c4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:40.049705 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-acd4bd5e-06f3-4c09-98d6-e6debbc2e17b req-1c12db3b-64a3-4e87-8c92-bdba7fff1c4e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0478325 Oct 15 18:01:40.087036 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-acd4bd5e-06f3-4c09-98d6-e6debbc2e17b req-ae2971b2-f3a0-4de2-909c-40739de6e793 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Oct 15 18:01:40.186754 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07391b91-b372-4171-80cf-1fd9aa7a70d4 req-3a3f6d70-d89c-4df5-b419-8f16e042b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:40.188277 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-07391b91-b372-4171-80cf-1fd9aa7a70d4 req-3a3f6d70-d89c-4df5-b419-8f16e042b424 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 1099 time: 0.0402889 Oct 15 18:01:40.222967 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-07391b91-b372-4171-80cf-1fd9aa7a70d4 req-3143119d-80ea-45c7-9f75-ef96a42dcbdb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277045 Oct 15 18:01:40.273900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdb5f-5e7d-4296-bb28-b7e796992f9d req-ebc75487-ded1-4d5d-89e2-6ad37da86554 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:40.275361 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1b2bdb5f-5e7d-4296-bb28-b7e796992f9d req-ebc75487-ded1-4d5d-89e2-6ad37da86554 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0496225 Oct 15 18:01:40.321278 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1b2bdb5f-5e7d-4296-bb28-b7e796992f9d req-ee9c3bfe-e58c-47ed-ad5c-f250ab2e0e44 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377314 Oct 15 18:01:41.199609 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943335bf-f98f-4b59-a46d-31136d30e5c8 req-03dce491-1afd-42ca-8e2c-0ff2a5c1d159 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:41.201079 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-943335bf-f98f-4b59-a46d-31136d30e5c8 req-03dce491-1afd-42ca-8e2c-0ff2a5c1d159 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0486095 Oct 15 18:01:41.237377 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-943335bf-f98f-4b59-a46d-31136d30e5c8 req-8155624f-4ad0-40b6-8944-92252faccb86 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305936 Oct 15 18:01:41.438265 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ba4b8-ddbf-450c-82e6-4215dea6c3b6 req-be348e91-2dd4-491f-83b3-72d2b8e876bf tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:41.439809 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-376ba4b8-ddbf-450c-82e6-4215dea6c3b6 req-be348e91-2dd4-491f-83b3-72d2b8e876bf tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0505042 Oct 15 18:01:41.476578 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-376ba4b8-ddbf-450c-82e6-4215dea6c3b6 req-c4919773-7468-4822-b436-b47edb4f1aa7 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Oct 15 18:01:42.348834 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710fb5f-80ba-4b4a-a65a-c3163f6a1541 req-6abafe52-94ca-470e-89b5-97542e306a66 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:42.350284 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a710fb5f-80ba-4b4a-a65a-c3163f6a1541 req-6abafe52-94ca-470e-89b5-97542e306a66 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0479052 Oct 15 18:01:42.386844 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a710fb5f-80ba-4b4a-a65a-c3163f6a1541 req-2210e9d2-4c03-4aed-a91e-5c5616073a16 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302880 Oct 15 18:01:42.593679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732bc76-6bbc-4cba-a8a8-cfda7add91fc req-b9db02de-93d1-4616-8aa2-6b4d9c6b871b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:42.595850 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6732bc76-6bbc-4cba-a8a8-cfda7add91fc req-b9db02de-93d1-4616-8aa2-6b4d9c6b871b tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0520709 Oct 15 18:01:42.637196 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6732bc76-6bbc-4cba-a8a8-cfda7add91fc req-e8364dd4-c9a3-4e32-9310-8be3cf99ca37 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348954 Oct 15 18:01:42.743430 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb3c25-ca16-4fbf-9a9a-6d416ed7a275 req-f7fe958e-46f3-4bf4-b26d-d8938d1c551a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:42.745374 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-bdfb3c25-ca16-4fbf-9a9a-6d416ed7a275 req-f7fe958e-46f3-4bf4-b26d-d8938d1c551a tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0477407 Oct 15 18:01:42.754186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47160) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:01:42.758495 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Request body: {'floatingip': {'port_id': '83973fa6-0e77-44e7-896d-f10735d36a37'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:01:42.799048 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:43.229082 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:43.284626 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:43.382981 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Floating IP e298a532-ad20-4290-acb6-903f834eb0f5 associated. External IP: 172.27.1.157, port: 83973fa6-0e77-44e7-896d-f10735d36a37. Oct 15 18:01:43.527547 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7df88-faa8-44a8-a980-79bbe3136db9 req-f2e710fd-e2a1-4da1-8fdb-50fb6cac1f7d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:43.529005 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-87b7df88-faa8-44a8-a980-79bbe3136db9 req-f2e710fd-e2a1-4da1-8fdb-50fb6cac1f7d tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 943 time: 0.0669734 Oct 15 18:01:43.612704 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:01:43.711923 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:43.723994 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'port_id': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'mac_address': 'fa:16:3e:c4:26:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:01:43.761443 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:43.774028 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e59b3a-8a30-4457-93eb-73c6c6d3548a {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:01:43.797685 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:43.812690 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-87b7df88-faa8-44a8-a980-79bbe3136db9 req-24356591-84b9-47dd-83dc-8cc505d83fd6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Oct 15 18:01:43.865217 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:43.872047 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:01:43.913686 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=7']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:43.978480 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:01:43.983275 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:43.988440 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:01:43.997871 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:01:43.998482 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:01:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:44.011716 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-643161be-bd4d-443b-8732-a131c177fd00 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "PUT /v2.0/floatingips/e298a532-ad20-4290-acb6-903f834eb0f5 HTTP/1.1" status: 200 len: 992 time: 1.2562950 Oct 15 18:01:44.012611 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:44.016570 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e2b85-a0db-4949-b3a5-e12977f8c3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:44.058639 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624a170-71c1-4b12-a2b5-1199a674673d x-openstack-request-id: req-5624a170-71c1-4b12-a2b5-1199a674673d {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:44.058639 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:44.058887 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5624a170-71c1-4b12-a2b5-1199a674673d {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:44.059257 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37', 'status': 'completed', 'code': 200} Oct 15 18:01:44.118113 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:01:44.132648 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-e140a9f2-ad23-4388-91cd-80004081cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:44.134116 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-e140a9f2-ad23-4388-91cd-80004081cec4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 1099 time: 0.0414515 Oct 15 18:01:44.201519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['20e59b3a-8a30-4457-93eb-73c6c6d3548a'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:01:44.228618 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-22f5edea-71fa-447e-8bff-9847f818cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:44.230102 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-22f5edea-71fa-447e-8bff-9847f818cd96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 200 len: 912 time: 0.0879507 Oct 15 18:01:44.302058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-a08c37fe-4a84-4de6-b1a8-eb450322d728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83973fa6-0e77-44e7-896d-f10735d36a37 HTTP/1.1" status: 200 len: 1000 time: 0.0638883 Oct 15 18:01:44.353651 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-e8678ed7-1716-4652-b8ea-520586f41f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:44.355710 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-e8678ed7-1716-4652-b8ea-520586f41f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 200 len: 850 time: 0.0448585 Oct 15 18:01:44.401043 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-579faeb3-43e4-43eb-b245-c054270762d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:44.402599 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-579faeb3-43e4-43eb-b245-c054270762d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1833c72-8cfb-4492-9fe5-32355b8e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396540 Oct 15 18:01:44.497813 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-02fe3f59-9b42-4bb1-a4ef-b3bb796f8d80 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882287 Oct 15 18:01:44.573176 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'e298a532-ad20-4290-acb6-903f834eb0f5', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'port_id': '83973fa6-0e77-44e7-896d-f10735d36a37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'mac_address': 'fa:16:3e:a1:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:01:28Z', 'updated_at': '2021-10-15T18:01:43Z', 'revision_number': 1, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:44.587084 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-544e2b85-a0db-4949-b3a5-e12977f8c3d2 req-332d54ee-5ecc-453b-8359-0be5ebbdff07 service neutron] 10.222.0.47 "GET /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812676 Oct 15 18:01:44.609486 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:01:44.631581 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:01:44.632210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:01:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:44.770499 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:01:44.938521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5941b11-9ece-405f-9c15-3d05a2c23a3f req-ac9140f9-b660-4963-a64f-ef690c43ed8e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:44.940065 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5941b11-9ece-405f-9c15-3d05a2c23a3f req-ac9140f9-b660-4963-a64f-ef690c43ed8e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 944 time: 0.0590012 Oct 15 18:01:44.983310 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f5941b11-9ece-405f-9c15-3d05a2c23a3f req-3aca00c7-4890-4183-a69f-785c93a3cc19 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368888 Oct 15 18:01:45.002025 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'e298a532-ad20-4290-acb6-903f834eb0f5', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'port_id': '83973fa6-0e77-44e7-896d-f10735d36a37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'mac_address': 'fa:16:3e:a1:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:01:28Z', 'updated_at': '2021-10-15T18:01:43Z', 'revision_number': 1, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:01:45.031585 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dea00d-a3fb-4ff4-a29f-237ef3b4a700 None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'e298a532-ad20-4290-acb6-903f834eb0f5', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'port_id': '83973fa6-0e77-44e7-896d-f10735d36a37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'mac_address': 'fa:16:3e:a1:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:01:28Z', 'updated_at': '2021-10-15T18:01:43Z', 'revision_number': 1, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:01:45.221429 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f168c68-101f-470c-abb0-60d83059c08f None None] New status for floating IP e298a532-ad20-4290-acb6-903f834eb0f5: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:01:45.632018 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:01:45.677897 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 20e59b3a-8a30-4457-93eb-73c6c6d3548a triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:01:45.678200 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:45.750808 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:45.772725 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:01:45.774950 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84803b0b-118c-4f06-86f7-9077904ced12" -d '{"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-plugged", "status": "completed", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:01:45.790541 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:01:45.809590 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe25c829-f56f-480b-a342-8c0f757744da x-openstack-request-id: req-fe25c829-f56f-480b-a342-8c0f757744da {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:01:45.809882 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-plugged", "status": "completed", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:01:45.810143 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe25c829-f56f-480b-a342-8c0f757744da {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:01:45.810536 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'code': 200} Oct 15 18:01:45.856113 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:45.902694 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=8']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:01:46.125831 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758c38a-9935-4ae1-ad4e-c74864ae30c0 req-b63b0ba1-07cb-49c3-9992-069a3b95e42a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:46.127289 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7758c38a-9935-4ae1-ad4e-c74864ae30c0 req-b63b0ba1-07cb-49c3-9992-069a3b95e42a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0698776 Oct 15 18:01:46.150832 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49c6da-0a62-46e9-b9cc-140906c50886 req-1d089463-14d8-41c0-b178-f6f59595df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:46.152275 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe49c6da-0a62-46e9-b9cc-140906c50886 req-1d089463-14d8-41c0-b178-f6f59595df9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0603514 Oct 15 18:01:46.183017 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7758c38a-9935-4ae1-ad4e-c74864ae30c0 req-80ded629-3903-4dd1-a4af-e530bb80c625 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480058 Oct 15 18:01:46.196951 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe49c6da-0a62-46e9-b9cc-140906c50886 req-31af0cfa-f756-4f1c-8c57-6d6bf331675a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373034 Oct 15 18:01:47.294638 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397c144-752c-4125-8090-6e8809a54d7d req-e9a7a33b-adcf-437e-9802-2e935a76c837 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:47.309202 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1397c144-752c-4125-8090-6e8809a54d7d req-e9a7a33b-adcf-437e-9802-2e935a76c837 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0473049 Oct 15 18:01:47.333123 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1397c144-752c-4125-8090-6e8809a54d7d req-f0d8fc07-449b-47d8-bfbe-2f5d0dc03cc6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Oct 15 18:01:48.230927 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e43b-12cc-49e1-9d84-24c0f21e3694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:48.449375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76293412-099d-4739-bbd7-2c42c48f80cc req-65450b1a-dac5-4516-a28c-76fb2e659d20 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:48.450797 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-76293412-099d-4739-bbd7-2c42c48f80cc req-65450b1a-dac5-4516-a28c-76fb2e659d20 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Oct 15 18:01:48.489107 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-76293412-099d-4739-bbd7-2c42c48f80cc req-575067b6-3ce0-4ba9-84ed-dd1a183a1030 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Oct 15 18:01:51.087629 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c50dda13-8abc-4495-a8d1-1ab07f201ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:51.839270 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:52.261971 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:53.750136 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:01:54.359248 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:01:56.944974 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-e949860f-59a4-4c70-afb7-6989f0cfa624 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398252 Oct 15 18:01:57.004654 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-72d20b8b-ef6e-4d59-a6d7-13e61dc637d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:57.006077 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-72d20b8b-ef6e-4d59-a6d7-13e61dc637d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0389662 Oct 15 18:01:57.109751 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-9c178101-8534-4ffd-9882-6947795ffc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:57.111543 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-9c178101-8534-4ffd-9882-6947795ffc04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 910 time: 0.0864305 Oct 15 18:01:57.183750 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-7b041916-2c61-404b-a5a7-bcc3c51f5523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 1000 time: 0.0553215 Oct 15 18:01:57.235677 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-668656bb-b053-4f95-b03f-d0b6d05e10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:57.237377 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-668656bb-b053-4f95-b03f-d0b6d05e10b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0430579 Oct 15 18:01:57.287829 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-c72e0117-ca86-463f-9903-d16336b8f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:01:57.289311 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-c72e0117-ca86-463f-9903-d16336b8f638 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431843 Oct 15 18:01:57.378839 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-34eb33f2-6974-4ceb-8a2b-43fded28a182 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808136 Oct 15 18:01:57.469507 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aef99496-53ab-4e1d-a494-f882b66d6268 req-649ad27e-3014-4a4f-9a67-4a2b9ab2d61d service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825107 Oct 15 18:01:58.459335 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:18.235339 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e3fe35c4-a666-475f-8617-d3c8e719d011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:21.093154 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9e65649a-52bc-4657-a80c-8f4024ad3e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:21.847117 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:22.272521 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:23.780732 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:24.142126 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9ac0-c8ce-4123-b19a-a80e5cb30bb7 req-73fd3ebb-d617-4ef7-b7bf-c0e6df51971c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:24.143669 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-755a9ac0-c8ce-4123-b19a-a80e5cb30bb7 req-73fd3ebb-d617-4ef7-b7bf-c0e6df51971c tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0492041 Oct 15 18:02:24.181218 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-755a9ac0-c8ce-4123-b19a-a80e5cb30bb7 req-e5e64064-e9fb-41a9-a5a7-c7792c5e409e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Oct 15 18:02:25.301269 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05ccf-e7c6-4dbc-86b8-ba84242b1955 req-1b21ec79-6199-42f0-8729-006238a89a5f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:25.302743 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ece05ccf-e7c6-4dbc-86b8-ba84242b1955 req-1b21ec79-6199-42f0-8729-006238a89a5f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0503330 Oct 15 18:02:25.343174 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ece05ccf-e7c6-4dbc-86b8-ba84242b1955 req-86dfaf1c-c94f-4b34-800f-eb58ff96e65e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Oct 15 18:02:26.459718 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1e0af-8211-4fc4-97f8-70ce8f7c49a3 req-ec75363b-f988-402c-989f-ec58d8c7c183 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:26.461155 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ebd1e0af-8211-4fc4-97f8-70ce8f7c49a3 req-ec75363b-f988-402c-989f-ec58d8c7c183 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0474823 Oct 15 18:02:26.501944 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ebd1e0af-8211-4fc4-97f8-70ce8f7c49a3 req-34c159f3-6b5f-44b6-bafe-68e4c99addda tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347896 Oct 15 18:02:27.619574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beacdb6-4406-4554-88ca-465c0fb80e22 req-712de575-708c-4a7d-8358-d0c8e6a21be1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:27.621011 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9beacdb6-4406-4554-88ca-465c0fb80e22 req-712de575-708c-4a7d-8358-d0c8e6a21be1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0476277 Oct 15 18:02:27.658026 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9beacdb6-4406-4554-88ca-465c0fb80e22 req-74529e8e-6946-49a9-a149-85725347e4f2 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305111 Oct 15 18:02:28.432151 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:28.773310 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e60039-ad64-4f00-abae-2471482b4d69 req-3dc23cbb-de7c-4317-ba42-b4a8e0f2ab19 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:28.774723 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b0e60039-ad64-4f00-abae-2471482b4d69 req-3dc23cbb-de7c-4317-ba42-b4a8e0f2ab19 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0471339 Oct 15 18:02:28.819423 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b0e60039-ad64-4f00-abae-2471482b4d69 req-71f927ca-42ae-4fa7-a12e-2b805915e886 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381718 Oct 15 18:02:29.944892 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877501bd-4d63-4203-994e-219783804152 req-1706a02c-cc54-4469-b7c4-4c10849077bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:29.946412 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-877501bd-4d63-4203-994e-219783804152 req-1706a02c-cc54-4469-b7c4-4c10849077bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0507467 Oct 15 18:02:29.986372 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-877501bd-4d63-4203-994e-219783804152 req-0c51f7ed-f15e-4239-a8ad-81751f488ee2 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 Oct 15 18:02:31.104121 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe445e-25e2-4efe-b2fe-843527b311c0 req-04ca76cd-aef3-4def-9550-f62468629668 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:31.105654 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3bfe445e-25e2-4efe-b2fe-843527b311c0 req-04ca76cd-aef3-4def-9550-f62468629668 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Oct 15 18:02:31.143814 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3bfe445e-25e2-4efe-b2fe-843527b311c0 req-f12b6be5-e210-4955-b20a-8f857745a9be tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Oct 15 18:02:31.357946 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:02:32.274086 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c9195-f40b-4034-ade6-0b1623304ea0 req-ec644f19-f0ea-4f41-9ec7-ec5fb9c42c72 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:32.275611 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b08c9195-f40b-4034-ade6-0b1623304ea0 req-ec644f19-f0ea-4f41-9ec7-ec5fb9c42c72 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0584941 Oct 15 18:02:32.320037 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b08c9195-f40b-4034-ade6-0b1623304ea0 req-801994dc-def5-43e7-8cf5-7f31663e8c50 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354285 Oct 15 18:02:33.436424 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1085f-c769-4af8-a687-ded0d677cac6 req-ff3e20b3-39a4-46d2-aa87-d8df909ee923 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:33.437939 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a8d1085f-c769-4af8-a687-ded0d677cac6 req-ff3e20b3-39a4-46d2-aa87-d8df909ee923 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0478921 Oct 15 18:02:33.474175 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a8d1085f-c769-4af8-a687-ded0d677cac6 req-0890b8f8-d721-42bd-b730-30033fdf83b2 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304403 Oct 15 18:02:34.589505 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99065e-2b81-444b-86f5-eca9f332c103 req-a224c565-5808-4045-9977-2152f5c6db73 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:34.591631 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ef99065e-2b81-444b-86f5-eca9f332c103 req-a224c565-5808-4045-9977-2152f5c6db73 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0481300 Oct 15 18:02:34.627649 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ef99065e-2b81-444b-86f5-eca9f332c103 req-a49416c0-c3fd-4bf1-b088-9cff01dfa317 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302522 Oct 15 18:02:35.742314 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbcf47-a5d6-4694-9c49-5bd2f43a2a0b req-194d8ff5-a537-470d-987a-1016b58918b0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:35.743664 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dafbcf47-a5d6-4694-9c49-5bd2f43a2a0b req-194d8ff5-a537-470d-987a-1016b58918b0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0476635 Oct 15 18:02:35.782996 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dafbcf47-a5d6-4694-9c49-5bd2f43a2a0b req-63e180eb-0a50-41fc-b8c9-b3377f2b3dd2 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336337 Oct 15 18:02:36.899480 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac9d5d-4ce4-4518-95d8-88180e336066 req-efab889a-bb0e-449b-9d2a-c868b258f636 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:36.900912 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9cac9d5d-4ce4-4518-95d8-88180e336066 req-efab889a-bb0e-449b-9d2a-c868b258f636 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0478261 Oct 15 18:02:36.937421 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9cac9d5d-4ce4-4518-95d8-88180e336066 req-db868030-f399-4ae3-9b93-5ec7294c415a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Oct 15 18:02:38.051972 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b9f1f-2375-4949-a24b-1e5fad273217 req-3bb3873b-3852-4094-a098-dd31caee988f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:38.053439 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-361b9f1f-2375-4949-a24b-1e5fad273217 req-3bb3873b-3852-4094-a098-dd31caee988f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0480576 Oct 15 18:02:38.090923 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-361b9f1f-2375-4949-a24b-1e5fad273217 req-05595b1d-297d-4045-b809-a2b99d8deede tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Oct 15 18:02:39.207074 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c337c2-2024-4731-8e81-c4f233d34024 req-25391725-0647-470c-bf82-c6e0e4cba8c8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:39.214069 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b6c337c2-2024-4731-8e81-c4f233d34024 req-25391725-0647-470c-bf82-c6e0e4cba8c8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0472145 Oct 15 18:02:39.248996 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b6c337c2-2024-4731-8e81-c4f233d34024 req-507e3e0c-19c9-4811-8b09-16947d6e6bac tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345821 Oct 15 18:02:40.368973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342070-9246-4cfe-8d2a-d6497fcac78c req-cfd23c09-dfa2-472d-93fe-e85615f4f644 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:40.370425 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ec342070-9246-4cfe-8d2a-d6497fcac78c req-cfd23c09-dfa2-472d-93fe-e85615f4f644 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0481389 Oct 15 18:02:40.406407 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ec342070-9246-4cfe-8d2a-d6497fcac78c req-62024b11-2e14-4bbe-8d3f-034464e2c94d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301094 Oct 15 18:02:41.527484 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af48dbb-cc58-43af-866e-2bc94c3d9f65 req-9c3334fb-b996-4cfc-a976-de8c68c4afb4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:41.528937 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9af48dbb-cc58-43af-866e-2bc94c3d9f65 req-9c3334fb-b996-4cfc-a976-de8c68c4afb4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0536809 Oct 15 18:02:41.566071 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9af48dbb-cc58-43af-866e-2bc94c3d9f65 req-4c570e15-4d57-4230-a39e-021ff1663e38 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Oct 15 18:02:41.975715 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:02:42.070892 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:02:42.083869 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'mac_address': 'fa:16:3e:06:24:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:02:42.119341 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:42.131473 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:02:42.150038 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:02:42.237507 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:42.291608 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=6']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:02:42.298384 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301865 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.301865 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.302050 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:02:42.336578 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:02:42.680218 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8b04c-17ae-46f6-89de-b9151ae72d3e req-0e714079-4eb3-4a9a-b31e-41d9dddd6a1e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:42.681670 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96f8b04c-17ae-46f6-89de-b9151ae72d3e req-0e714079-4eb3-4a9a-b31e-41d9dddd6a1e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 945 time: 0.0471666 Oct 15 18:02:42.721494 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-96f8b04c-17ae-46f6-89de-b9151ae72d3e req-450f55b5-b6c1-440b-b52b-40474fa13ae5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336461 Oct 15 18:02:43.838796 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182249aa-8993-4d8d-92f7-931e92df4caa req-8b22cc3e-c1ae-4b14-8e76-9bc4a576ed73 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:43.840284 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-182249aa-8993-4d8d-92f7-931e92df4caa req-8b22cc3e-c1ae-4b14-8e76-9bc4a576ed73 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Oct 15 18:02:43.879281 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-182249aa-8993-4d8d-92f7-931e92df4caa req-7dd98e0d-057d-430d-ad9e-c9644ad61577 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Oct 15 18:02:43.978279 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:02:44.023349 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:02:44.023722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:44.099696 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:44.129720 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:02:44.131970 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a92381d-172e-44f4-9585-71e5dcb664c8" -d '{"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:02:44.144544 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:02:44.168164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc18e117-0921-455e-a032-171dedfea96b x-openstack-request-id: req-bc18e117-0921-455e-a032-171dedfea96b {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:02:44.168593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:02:44.168980 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc18e117-0921-455e-a032-171dedfea96b {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:02:44.169571 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'code': 200} Oct 15 18:02:44.237825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:44.284277 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=7']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:02:45.000198 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28540-9d0e-494b-869c-4efad1c24218 req-2aef725c-81ac-47bf-9de8-3124267b1375 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:45.001701 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e3b28540-9d0e-494b-869c-4efad1c24218 req-2aef725c-81ac-47bf-9de8-3124267b1375 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0514181 Oct 15 18:02:45.038093 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e3b28540-9d0e-494b-869c-4efad1c24218 req-ec9d9572-5a47-4251-a4c8-1ce787e64f40 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304201 Oct 15 18:02:46.158282 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1766-b4e3-4f89-b190-89e39fcd4f6f req-01f964bb-5c7c-4c21-9ca0-8a520e4ad954 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:46.159738 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-046e1766-b4e3-4f89-b190-89e39fcd4f6f req-01f964bb-5c7c-4c21-9ca0-8a520e4ad954 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0510232 Oct 15 18:02:46.195243 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-046e1766-b4e3-4f89-b190-89e39fcd4f6f req-38e2e0a4-8ed3-4a8e-bea9-aed115672a5f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297503 Oct 15 18:02:47.317165 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e3a9-9557-4638-912e-59674c2b36fc req-14e6e4af-24dd-4a42-8ecc-7205322cf415 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:47.318661 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c300e3a9-9557-4638-912e-59674c2b36fc req-14e6e4af-24dd-4a42-8ecc-7205322cf415 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0484347 Oct 15 18:02:47.356893 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c300e3a9-9557-4638-912e-59674c2b36fc req-ad7ad087-4605-43a4-ae4a-2b401663fd80 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Oct 15 18:02:48.275285 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0bd00588-9640-4b01-9a98-716883696062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:48.500195 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508ca52-930d-45cf-adb0-ebe8a8015f50 req-7eb22290-6d54-47e1-a476-12507cbc7f83 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:48.501869 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0508ca52-930d-45cf-adb0-ebe8a8015f50 req-7eb22290-6d54-47e1-a476-12507cbc7f83 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0590875 Oct 15 18:02:48.555698 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0508ca52-930d-45cf-adb0-ebe8a8015f50 req-ffaa17c0-d020-4f78-abed-0eb12daed8b2 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466490 Oct 15 18:02:49.693388 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214262e-01d7-4830-98a8-3b7c521bfb64 req-471e3cb8-7e6c-421b-a2b6-0ce48de72a9d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:49.694914 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0214262e-01d7-4830-98a8-3b7c521bfb64 req-471e3cb8-7e6c-421b-a2b6-0ce48de72a9d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0674083 Oct 15 18:02:49.735983 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0214262e-01d7-4830-98a8-3b7c521bfb64 req-61590c90-e8ea-41fd-abb2-8fdd26194c4a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344133 Oct 15 18:02:50.867991 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a285c-3b58-4424-8310-057e5d93fa72 req-d3551ed9-fc76-4228-a702-7365d85ef5a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:50.870314 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-351a285c-3b58-4424-8310-057e5d93fa72 req-d3551ed9-fc76-4228-a702-7365d85ef5a0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0609493 Oct 15 18:02:50.912050 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-351a285c-3b58-4424-8310-057e5d93fa72 req-744f38f9-3c97-4bb4-8b92-ccecf5d16a1d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339124 Oct 15 18:02:51.087413 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3eae8300-237b-480c-9b0f-b95bc2958114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:51.894709 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:52.030015 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec83ef6-3c4c-4261-a5ea-569ede013252 req-4a809566-2b10-4555-8715-63529fce76c3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:52.031610 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ec83ef6-3c4c-4261-a5ea-569ede013252 req-4a809566-2b10-4555-8715-63529fce76c3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Oct 15 18:02:52.076104 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ec83ef6-3c4c-4261-a5ea-569ede013252 req-df1826a3-6bd9-400b-9dbb-1cf6801b5a36 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Oct 15 18:02:52.313070 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:53.207690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052309cf-0153-439f-bae2-7da6cb400272 req-550cdf27-3c3e-4979-9f07-c3aa2b32882a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:53.214812 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-052309cf-0153-439f-bae2-7da6cb400272 req-550cdf27-3c3e-4979-9f07-c3aa2b32882a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0595136 Oct 15 18:02:53.251115 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-052309cf-0153-439f-bae2-7da6cb400272 req-2b311da4-b5b3-4dec-98a1-50776aa752c1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350821 Oct 15 18:02:53.757519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:54.379851 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f299-72a1-4c2d-90f3-7795653529eb req-48019fc0-c48b-48bf-b568-a86e67e2f118 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:54.381352 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9831f299-72a1-4c2d-90f3-7795653529eb req-48019fc0-c48b-48bf-b568-a86e67e2f118 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0514369 Oct 15 18:02:54.433574 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9831f299-72a1-4c2d-90f3-7795653529eb req-c1446ea1-df53-43a3-ab1a-70553574d759 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Oct 15 18:02:55.556752 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272208e-657b-4afc-914a-37ee1a0dc19c req-82e8736b-e68d-4619-b488-f10524207d1b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:55.559152 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9272208e-657b-4afc-914a-37ee1a0dc19c req-82e8736b-e68d-4619-b488-f10524207d1b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Oct 15 18:02:55.602172 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9272208e-657b-4afc-914a-37ee1a0dc19c req-849ff1fc-5baf-4a40-bcc2-1d945184390a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Oct 15 18:02:56.739316 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b77e-7425-479e-84c3-b15c206489e2 req-a5cfc50f-a7f5-4419-b72d-9f3917932ccc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:56.741067 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3cb4b77e-7425-479e-84c3-b15c206489e2 req-a5cfc50f-a7f5-4419-b72d-9f3917932ccc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0589194 Oct 15 18:02:56.783961 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3cb4b77e-7425-479e-84c3-b15c206489e2 req-e4f2e359-c3c2-4a8e-8a53-9e086dd77191 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365009 Oct 15 18:02:57.907583 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851e967-b249-4233-96b0-1e6b789ecb01 req-17e006d3-da83-4124-ad7f-377b2a588cb5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:57.909062 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3851e967-b249-4233-96b0-1e6b789ecb01 req-17e006d3-da83-4124-ad7f-377b2a588cb5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0525737 Oct 15 18:02:57.958525 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-3851e967-b249-4233-96b0-1e6b789ecb01 req-7a96b822-9c99-45dd-939d-7fad4108a10e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Oct 15 18:02:57.960711 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-88f5199c-71cc-48ec-9508-b875ef6d99ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444295 Oct 15 18:02:58.053378 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-951f81c6-2748-4007-b00f-9cfc49c3d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:58.054918 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-951f81c6-2748-4007-b00f-9cfc49c3d94a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0419767 Oct 15 18:02:58.170670 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-de11b177-1eb2-4cee-b6e4-09c9d48577e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:58.172473 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-de11b177-1eb2-4cee-b6e4-09c9d48577e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 910 time: 0.0887308 Oct 15 18:02:58.240962 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-9fe3c368-e1ed-433c-94f8-274cc9a1d8f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 1000 time: 0.0602629 Oct 15 18:02:58.298021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-4f6c215b-c434-42fe-a569-99dcbf1ada07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:58.301024 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-4f6c215b-c434-42fe-a569-99dcbf1ada07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0505414 Oct 15 18:02:58.353089 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-02435489-9df7-4329-ac08-720c3f37098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:58.354669 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-02435489-9df7-4329-ac08-720c3f37098c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454044 Oct 15 18:02:58.448853 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:02:58.464449 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-9cc29a91-57a9-4c55-a208-d7b59c7f6f2c service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023896 Oct 15 18:02:58.567119 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1ed348bf-95aa-4c95-b2d9-7229a521c0c7 req-fe47b493-da7c-42bd-814c-6365e70c1171 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945737 Oct 15 18:02:59.079036 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ac2b7-b83c-413a-9056-a2fa815940ab req-14fff5b8-2b9b-4d49-823f-30b713d3ef74 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:02:59.080646 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-417ac2b7-b83c-413a-9056-a2fa815940ab req-14fff5b8-2b9b-4d49-823f-30b713d3ef74 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0501950 Oct 15 18:02:59.118174 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-417ac2b7-b83c-413a-9056-a2fa815940ab req-01c13600-597e-45f6-80ac-5f0696b771dc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Oct 15 18:03:00.204315 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-4af7e4f0-4392-459b-84b7-f023f9e4d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:00.205884 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-4af7e4f0-4392-459b-84b7-f023f9e4d3a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1099 time: 0.0459700 Oct 15 18:03:00.243172 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8a22c-9b76-4293-bc15-adc6e4ea7486 req-bc073ffa-6ffd-49ed-8155-7dcf1160a2b4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:00.244689 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0ba8a22c-9b76-4293-bc15-adc6e4ea7486 req-bc073ffa-6ffd-49ed-8155-7dcf1160a2b4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0525351 Oct 15 18:03:00.283588 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0ba8a22c-9b76-4293-bc15-adc6e4ea7486 req-8a492546-cc8d-41ca-ac40-cd22041f41f4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Oct 15 18:03:00.308779 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-f88c838e-e8ff-42ba-9206-28af5746d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:00.310267 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-f88c838e-e8ff-42ba-9206-28af5746d2c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0967898 Oct 15 18:03:00.378960 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-a8b4a9c0-3b8d-495f-ac5b-0780aa5c660c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 200 len: 1002 time: 0.0576661 Oct 15 18:03:00.440978 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-dafbf57b-9bf6-4233-891e-ac3ee8419699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:00.442311 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-dafbf57b-9bf6-4233-891e-ac3ee8419699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0465562 Oct 15 18:03:00.490267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-38d6b3bc-0558-4a08-bab0-04d8e3cc3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:00.491820 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-38d6b3bc-0558-4a08-bab0-04d8e3cc3b82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397234 Oct 15 18:03:00.590014 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-ce250734-5b52-4546-9f7e-e995412e3cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874712 Oct 15 18:03:00.898784 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4579eb67-46bd-4c9b-bc09-268c145beb3b req-4a9c3bc8-4f51-4b1f-90a3-952749e05534 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018129 Oct 15 18:03:01.402846 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d44032-2044-433e-994f-c9ab309eceb0 req-7300071c-ca19-416c-b200-bc578becbfe9 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:01.404337 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-28d44032-2044-433e-994f-c9ab309eceb0 req-7300071c-ca19-416c-b200-bc578becbfe9 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Oct 15 18:03:01.441210 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-28d44032-2044-433e-994f-c9ab309eceb0 req-708d6b4e-6e7c-4ef7-b402-93562c347189 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Oct 15 18:03:02.090887 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:02.165727 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:02.186987 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:03:02.189226 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d6f9a-3c3a-435c-b7df-2e6fad2abcc8" -d '{"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:03:02.201442 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:02.225870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4596b83e-8def-46e5-b005-e0cd6a454bea x-openstack-request-id: req-4596b83e-8def-46e5-b005-e0cd6a454bea {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:03:02.226167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:03:02.226427 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4596b83e-8def-46e5-b005-e0cd6a454bea {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:03:02.226845 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'code': 200} Oct 15 18:03:02.305609 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:02.354593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=8']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:02.570553 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d0ba7-f08a-4e44-b177-3acb400f6906 req-69e1712b-ed54-41d4-9bd5-6ee260ee91fd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:02.572124 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-584d0ba7-f08a-4e44-b177-3acb400f6906 req-69e1712b-ed54-41d4-9bd5-6ee260ee91fd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0600109 Oct 15 18:03:02.616242 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-584d0ba7-f08a-4e44-b177-3acb400f6906 req-488e79ed-83ed-42a4-943f-2ba6a0c95ad9 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Oct 15 18:03:03.735583 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f46470-8e3e-43d9-8af9-5223bb03bee6 req-99147ca5-7384-46b2-a555-6d51e550bf64 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:03.737083 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-44f46470-8e3e-43d9-8af9-5223bb03bee6 req-99147ca5-7384-46b2-a555-6d51e550bf64 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0482547 Oct 15 18:03:03.773931 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-44f46470-8e3e-43d9-8af9-5223bb03bee6 req-9fa7aaba-b306-4a7d-9db8-577a7a3ec25b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Oct 15 18:03:05.577565 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-c0228f7f-5905-4ebb-a2f4-46c808317d7e req-168291bb-09fc-489e-8f5f-d39b8ce6edcc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:03:05.578599 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c0228f7f-5905-4ebb-a2f4-46c808317d7e req-168291bb-09fc-489e-8f5f-d39b8ce6edcc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054102 Oct 15 18:03:05.848187 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621453f-132c-4707-a570-66b103c96002 req-aab1dfc2-04ab-41f5-bdf9-6c397a890422 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:05.849592 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1621453f-132c-4707-a570-66b103c96002 req-aab1dfc2-04ab-41f5-bdf9-6c397a890422 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0482967 Oct 15 18:03:05.897662 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1621453f-132c-4707-a570-66b103c96002 req-879a723d-0478-463e-b8a0-63c37855af99 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Oct 15 18:03:06.151478 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:06.262713 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47608) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:06.341160 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-b4af2c46-78c8-4f6d-9064-49ebd904f728 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772727 Oct 15 18:03:06.350365 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-d9d2bc14-968f-4455-ae81-e6aaf74ad167 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:03:06.351349 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-d9d2bc14-968f-4455-ae81-e6aaf74ad167 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048695 Oct 15 18:03:07.027071 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcb87a-0ffd-47dc-83c9-21cff0a43c7d req-7e50475f-f345-450e-b22a-04abce56ea3f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:07.029224 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b7fcb87a-0ffd-47dc-83c9-21cff0a43c7d req-7e50475f-f345-450e-b22a-04abce56ea3f tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0544584 Oct 15 18:03:07.069786 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b7fcb87a-0ffd-47dc-83c9-21cff0a43c7d req-938a311e-5783-4db5-93ab-42740db2171e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Oct 15 18:03:07.698580 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-e9229933-1a18-4a4d-bd35-6d48b8d49c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:07.700088 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-e9229933-1a18-4a4d-bd35-6d48b8d49c75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66&tenant_id=7f30b4f7915b46f6bbc63626aba24211 HTTP/1.1" status: 200 len: 1097 time: 0.0443492 Oct 15 18:03:07.763295 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-b8792e91-ba23-4e82-8765-376b52238fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:07.764791 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-b8792e91-ba23-4e82-8765-376b52238fdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1097 time: 0.0431671 Oct 15 18:03:07.857800 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-222e4ba4-1d6f-4380-b268-5d62fef0ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:07.860587 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-222e4ba4-1d6f-4380-b268-5d62fef0ab6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0873249 Oct 15 18:03:07.937983 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-9b924e1a-dc65-4fc7-9bb8-395ee54e3f95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 200 len: 1000 time: 0.0628729 Oct 15 18:03:07.988981 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-fc99053e-680f-4a4f-9d89-e9498c0254a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:07.990471 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-fc99053e-680f-4a4f-9d89-e9498c0254a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0444658 Oct 15 18:03:08.035416 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-44b3f668-ef6c-4c83-bd52-219e6bea5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:08.036836 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-44b3f668-ef6c-4c83-bd52-219e6bea5765 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381002 Oct 15 18:03:08.131040 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-28b33439-207c-4960-ad95-9f8604d8c937 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 Oct 15 18:03:08.188829 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb5dfa-bd64-4258-868e-cbc127046619 req-b423890a-aba9-493a-b228-643dccc5fb6e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:08.190410 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b3fb5dfa-bd64-4258-868e-cbc127046619 req-b423890a-aba9-493a-b228-643dccc5fb6e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0490603 Oct 15 18:03:08.226381 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-3ff2c16f-0295-4780-a4fc-0afe5ecf8cf5 service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844057 Oct 15 18:03:08.228618 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b3fb5dfa-bd64-4258-868e-cbc127046619 req-8233e156-8bd2-407f-8aa5-e6425a15e03e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Oct 15 18:03:08.357374 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:03:09.357523 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344675-323a-4eb2-a476-16cea4cdd5d9 req-7860f0a3-e1c5-4fd9-8fad-7b0bf5de7053 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:09.359062 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ce344675-323a-4eb2-a476-16cea4cdd5d9 req-7860f0a3-e1c5-4fd9-8fad-7b0bf5de7053 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0561647 Oct 15 18:03:09.400411 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ce344675-323a-4eb2-a476-16cea4cdd5d9 req-02bae406-1ae3-4e3a-bb54-0fb7cd3000fd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344982 Oct 15 18:03:10.524836 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8cf24-21d9-4b31-8cf8-23f6300a3cad req-f1a5f648-9816-4b9c-8408-73f347813342 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:10.526393 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-71d8cf24-21d9-4b31-8cf8-23f6300a3cad req-f1a5f648-9816-4b9c-8408-73f347813342 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0504925 Oct 15 18:03:10.564453 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-71d8cf24-21d9-4b31-8cf8-23f6300a3cad req-8e992b02-050c-4750-b227-71a67aa38c99 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Oct 15 18:03:11.694522 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010dbb-9aff-4b9f-8cb7-6177f25af976 req-9d332640-3e13-426c-b586-b3ed3f7e5284 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:11.697005 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-44010dbb-9aff-4b9f-8cb7-6177f25af976 req-9d332640-3e13-426c-b586-b3ed3f7e5284 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0540543 Oct 15 18:03:11.738532 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-44010dbb-9aff-4b9f-8cb7-6177f25af976 req-a6433639-f5e9-49eb-b77d-fa8ffa77a30d tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356007 Oct 15 18:03:12.862723 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d059-7889-4544-b896-2135f69e808e req-3ca16cc6-c27f-4be3-a4d1-a0955ea4a29a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:12.864715 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e929d059-7889-4544-b896-2135f69e808e req-3ca16cc6-c27f-4be3-a4d1-a0955ea4a29a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0550797 Oct 15 18:03:12.903299 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e929d059-7889-4544-b896-2135f69e808e req-cb0899b0-ba6c-405a-a2c9-7a83bb1a56fa tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327313 Oct 15 18:03:14.020396 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8514aae-4337-40a4-96f5-0b443ef87282 req-753477b9-6a47-47d2-b275-3dc65fc9733b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:14.021876 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8514aae-4337-40a4-96f5-0b443ef87282 req-753477b9-6a47-47d2-b275-3dc65fc9733b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0487323 Oct 15 18:03:14.061601 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c8514aae-4337-40a4-96f5-0b443ef87282 req-eef4f8c2-90e3-460d-b765-dd2ebb09d112 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Oct 15 18:03:15.184314 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2e75d-8005-4e4b-8e9b-0c4be55a3683 req-3eb8efc2-f232-4640-b990-987f39916614 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:15.185911 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ada2e75d-8005-4e4b-8e9b-0c4be55a3683 req-3eb8efc2-f232-4640-b990-987f39916614 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0513532 Oct 15 18:03:15.225886 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ada2e75d-8005-4e4b-8e9b-0c4be55a3683 req-acbd6792-3209-46a2-937c-2c5b1a633453 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329821 Oct 15 18:03:16.352665 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d0f9a-fa32-44f4-97ec-ca712bc83600 req-8f279550-dd6f-4168-8fb0-8def42a5feb1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:16.354156 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-508d0f9a-fa32-44f4-97ec-ca712bc83600 req-8f279550-dd6f-4168-8fb0-8def42a5feb1 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0528555 Oct 15 18:03:16.394984 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-508d0f9a-fa32-44f4-97ec-ca712bc83600 req-d6712de3-e35e-4dfa-b066-3d527a828917 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340383 Oct 15 18:03:17.516811 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fd6c2-22d2-4b74-98f2-cb8bdfa0d6a8 req-0224d767-5953-4d36-911c-27fd565a6ca8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:17.518322 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0e6fd6c2-22d2-4b74-98f2-cb8bdfa0d6a8 req-0224d767-5953-4d36-911c-27fd565a6ca8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0498469 Oct 15 18:03:17.556755 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0e6fd6c2-22d2-4b74-98f2-cb8bdfa0d6a8 req-0b61e0f9-b504-4524-8e2d-63f6b22692c5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Oct 15 18:03:18.246659 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-20af2fd2-ef8f-44b4-af96-e0266dd462b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:18.682276 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860b75-6e03-4600-a0bd-080f703b053a req-3bda0271-ffee-4210-9354-683f7a5f9bd7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:18.683867 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-59860b75-6e03-4600-a0bd-080f703b053a req-3bda0271-ffee-4210-9354-683f7a5f9bd7 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0555766 Oct 15 18:03:18.723301 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-59860b75-6e03-4600-a0bd-080f703b053a req-b4b9d414-27ae-4f63-a914-4790e08c2c01 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Oct 15 18:03:19.852030 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff875ce-3b53-4ed9-a71a-95ac9c02c73f req-4ee728c2-a8bc-416c-8942-896f3acf32c8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:19.853510 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ff875ce-3b53-4ed9-a71a-95ac9c02c73f req-4ee728c2-a8bc-416c-8942-896f3acf32c8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0569243 Oct 15 18:03:19.894723 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5ff875ce-3b53-4ed9-a71a-95ac9c02c73f req-2d92f7e6-8000-4a33-b4e9-8d58bdb974e4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347276 Oct 15 18:03:21.013663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6cf15-4682-4fc0-b4e9-eec7a0c7ebea req-e4c4bb6c-5a48-4bd7-b57f-6c7e7fd177e4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:21.015218 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-79b6cf15-4682-4fc0-b4e9-eec7a0c7ebea req-e4c4bb6c-5a48-4bd7-b57f-6c7e7fd177e4 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0503767 Oct 15 18:03:21.070487 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-79b6cf15-4682-4fc0-b4e9-eec7a0c7ebea req-be708772-3a75-4fa3-8079-7a99ffa5af9e tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472558 Oct 15 18:03:21.094196 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9a7b61ce-ceb4-44fb-ba58-197b65a35cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:21.842501 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:22.187975 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990ffc-0453-4189-ae57-a3b02166e622 req-9da617d1-6a24-444c-aa22-de8ac5b5a131 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:22.189557 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63990ffc-0453-4189-ae57-a3b02166e622 req-9da617d1-6a24-444c-aa22-de8ac5b5a131 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0491898 Oct 15 18:03:22.227560 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63990ffc-0453-4189-ae57-a3b02166e622 req-9565aa44-137e-4ccc-857e-e584a76f3c31 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Oct 15 18:03:22.265820 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:23.346794 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f5f5c-be99-4b19-8a06-62b6ea4aacf9 req-4af68247-e46f-43e9-9034-216a6fbee556 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:23.348780 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa5f5f5c-be99-4b19-8a06-62b6ea4aacf9 req-4af68247-e46f-43e9-9034-216a6fbee556 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0528007 Oct 15 18:03:23.386436 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa5f5f5c-be99-4b19-8a06-62b6ea4aacf9 req-efa4cd73-01c9-4d1b-808a-c34cb41626df tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Oct 15 18:03:23.805103 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:24.501839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828af13-7244-47f4-9221-62eb403ae83c req-d4429412-6eb4-4411-a15e-61c095c2d501 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:24.503336 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c828af13-7244-47f4-9221-62eb403ae83c req-d4429412-6eb4-4411-a15e-61c095c2d501 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0470653 Oct 15 18:03:24.539041 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c828af13-7244-47f4-9221-62eb403ae83c req-93caba75-73c4-4fa8-b998-ddb357d382dc tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293660 Oct 15 18:03:25.657662 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b17d23-82e2-4c88-b758-6aa01d175a40 req-12870bd2-033c-4f5c-941e-475e057ec322 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:25.659140 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-29b17d23-82e2-4c88-b758-6aa01d175a40 req-12870bd2-033c-4f5c-941e-475e057ec322 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 944 time: 0.0477722 Oct 15 18:03:25.697074 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-29b17d23-82e2-4c88-b758-6aa01d175a40 req-12491497-651b-4a85-b905-957d3ab2edf3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Oct 15 18:03:26.201077 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:03:26.294740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:26.306198 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'port_id': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'mac_address': 'fa:16:3e:06:24:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:03:26.341232 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:26.353741 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:03:26.372739 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:26.442148 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:26.490845 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=9']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:26.765519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:03:26.824816 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7353791-63d5-4108-b571-7167676902de req-61633878-ca54-4b13-95a7-6db5157e0cf5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:26.826300 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c7353791-63d5-4108-b571-7167676902de req-61633878-ca54-4b13-95a7-6db5157e0cf5 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 945 time: 0.0519738 Oct 15 18:03:26.864354 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c7353791-63d5-4108-b571-7167676902de req-b767062c-136b-404f-803e-865184fc7da2 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Oct 15 18:03:27.980298 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a18bd-6a97-4c9f-9bf3-d851ed5cf940 req-345a2862-98e2-4e66-8bf6-f508a6ff45eb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:27.981786 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-995a18bd-6a97-4c9f-9bf3-d851ed5cf940 req-345a2862-98e2-4e66-8bf6-f508a6ff45eb tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 945 time: 0.0482540 Oct 15 18:03:28.018021 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-995a18bd-6a97-4c9f-9bf3-d851ed5cf940 req-fef091e7-c102-43fd-a455-bbf5766fb945 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300782 Oct 15 18:03:28.218735 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:03:28.267640 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:03:28.268010 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:28.466324 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:28.487601 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:03:28.489787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c56566-6238-408d-a2ba-53a704aface4" -d '{"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:03:28.503787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:28.503787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:28.527576 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02fa88-bef3-4c15-ae8c-36c8174a0ec2 x-openstack-request-id: req-db02fa88-bef3-4c15-ae8c-36c8174a0ec2 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:03:28.533761 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:03:28.533761 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db02fa88-bef3-4c15-ae8c-36c8174a0ec2 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:03:28.533761 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'code': 200} Oct 15 18:03:28.579993 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:28.629631 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=10']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:28.807260 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa247-64ea-4ff2-a179-5d12d81598da req-edf97c6f-ba3f-4249-9dce-e1cf3e31b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:28.808728 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b34aa247-64ea-4ff2-a179-5d12d81598da req-edf97c6f-ba3f-4249-9dce-e1cf3e31b712 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1100 time: 0.0394855 Oct 15 18:03:28.842983 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b34aa247-64ea-4ff2-a179-5d12d81598da req-3a25b324-13b0-4a15-a9b0-8cc25c75b4c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268531 Oct 15 18:03:29.134520 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a836a-c502-4ee0-84f0-4527b1e360e4 req-f26fecb7-2913-4887-97fc-1e1e3b2819a3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:29.136015 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6d7a836a-c502-4ee0-84f0-4527b1e360e4 req-f26fecb7-2913-4887-97fc-1e1e3b2819a3 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.0479884 Oct 15 18:03:29.171908 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6d7a836a-c502-4ee0-84f0-4527b1e360e4 req-18427b0e-bf56-4d9c-b966-7a4e8df5d203 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300946 Oct 15 18:03:30.318172 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82295d68-b1cb-4f8d-ac78-022264d1d87e req-dc559c5c-e292-4131-88b8-8c2f00b6c9ef tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:30.318172 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82295d68-b1cb-4f8d-ac78-022264d1d87e req-dc559c5c-e292-4131-88b8-8c2f00b6c9ef tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.0716791 Oct 15 18:03:30.355969 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-82295d68-b1cb-4f8d-ac78-022264d1d87e req-c837bb50-4b66-4b3f-9bf8-c719ad80f278 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Oct 15 18:03:31.480105 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6cead-585c-4b81-acd2-130024374510 req-a2786a1a-e748-4d4b-82df-332155249ead tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:31.481614 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-81e6cead-585c-4b81-acd2-130024374510 req-a2786a1a-e748-4d4b-82df-332155249ead tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.0516872 Oct 15 18:03:31.518334 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-81e6cead-585c-4b81-acd2-130024374510 req-c3f487bc-ef62-48b8-80ef-058eb62da48a tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304530 Oct 15 18:03:32.166971 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47800) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:32.408027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Deleting port c55f102e-6a20-49bf-9ac9-ab82f0e127a4 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:32.408376 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:32.482477 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:32.483169 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:32.494360 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Calling delete_port for c55f102e-6a20-49bf-9ac9-ab82f0e127a4 owned by network:floatingip {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:32.635973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf731120-2619-433b-bf1e-2e163070c111 req-1eb5ee3e-1572-4127-bee5-a40202a450f0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:32.637553 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cf731120-2619-433b-bf1e-2e163070c111 req-1eb5ee3e-1572-4127-bee5-a40202a450f0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.0480251 Oct 15 18:03:32.677088 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cf731120-2619-433b-bf1e-2e163070c111 req-8754e349-0555-4db8-b3c5-fe7312c275f0 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333557 Oct 15 18:03:32.739745 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:32.764295 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event deleted for resources: {'Port': ['ID=c55f102e-6a20-49bf-9ac9-ab82f0e127a4,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:32.789526 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.789872 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.790220 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.790576 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.790911 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.791251 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.791591 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.791917 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.792240 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.792563 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.792885 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.793204 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:32.830247 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for floatingip, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:32.830571 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Floating IP 1ed980be-74c0-4fec-8c59-8906f7888892 disassociated (deleted). External IP: 172.27.1.99, port: 20e59b3a-8a30-4457-93eb-73c6c6d3548a. Oct 15 18:03:33.032565 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Router be2bd549-898f-430c-951d-218b7f130c50 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:03:33.136566 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:03:33.141301 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:33.146597 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] Sync routers for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:03:33.156320 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:33.156934 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:33.168440 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6d4fca75-82d9-41cc-980c-4620eed394e8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "DELETE /v2.0/floatingips/1ed980be-74c0-4fec-8c59-8906f7888892 HTTP/1.1" status: 204 len: 168 time: 1.0003595 Oct 15 18:03:33.169028 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:03:33.171289 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:03:33.210657 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8852d7-40d0-4dd5-97f7-6d896832b809 x-openstack-request-id: req-8e8852d7-40d0-4dd5-97f7-6d896832b809 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:03:33.210952 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:03:33.211216 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e8852d7-40d0-4dd5-97f7-6d896832b809 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:03:33.212137 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'status': 'completed', 'code': 200} Oct 15 18:03:33.268115 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:33.280865 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-2b9f88f1-060f-4065-9767-cc43be353a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:33.282353 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-2b9f88f1-060f-4065-9767-cc43be353a3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=432acc4bf82846598e5d1d1030c1b803&device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 1098 time: 0.0453849 Oct 15 18:03:33.388804 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-ff3869f5-e0f5-42b5-8589-b38ca79d658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:33.390360 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-ff3869f5-e0f5-42b5-8589-b38ca79d658c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 200 len: 910 time: 0.1009789 Oct 15 18:03:33.442173 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-a6053226-e608-4eb7-b38a-1ba061eb8c9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 200 len: 217 time: 0.0430758 Oct 15 18:03:33.478593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:18Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:33.497477 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-70cac5d6-1438-44a6-9889-71c6ce4bc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:33.498986 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-70cac5d6-1438-44a6-9889-71c6ce4bc3f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 200 len: 848 time: 0.0499077 Oct 15 18:03:33.506257 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] Checking router: be2bd549-898f-430c-951d-218b7f130c50 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:03:33.514622 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:33.515222 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:33.553124 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-f8889660-5abc-44b7-9855-7e3d16995277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:33.554690 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-f8889660-5abc-44b7-9855-7e3d16995277 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f126975e-8ebb-4582-abf7-21a8d15af4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446742 Oct 15 18:03:33.626250 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:33.682758 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dd062-c23e-4b7d-824e-37ae98864493 req-7c946646-8326-4b41-a001-421a3b547428 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:33.684251 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-609dd062-c23e-4b7d-824e-37ae98864493 req-7c946646-8326-4b41-a001-421a3b547428 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0996201 Oct 15 18:03:33.689760 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-19fd2593-5eb6-4a5b-8510-b7e5c2fe1a83 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218452 Oct 15 18:03:33.785729 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-609dd062-c23e-4b7d-824e-37ae98864493 req-ed3c29ed-7a08-4534-a56e-d9caccaf9c62 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921760 Oct 15 18:03:33.816306 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80141bac-3f51-4dbf-a0b6-634bf4dd1de8 req-b922d156-e97e-4276-9409-518d3d7bcb63 service neutron] 10.222.0.47 "GET /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167092 Oct 15 18:03:33.852959 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:18Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:33.879379 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a231375-f266-461f-917e-4f2e2cdcde46 None None] The sync data for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi is: [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:13Z', 'revision_number': 4, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5f46b75a-fe70-4918-878e-b0be2da2aede', 'name': '', 'network_id': 'f126975e-8ebb-4582-abf7-21a8d15af4c4', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'mac_address': 'fa:16:3e:af:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:13Z', 'updated_at': '2021-10-15T17:57:18Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'subnets': [{'id': '56c26d15-d756-4ff9-b198-1f5bab672e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:03:34.093055 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6de0b-844c-48dd-b48f-911420ebebf8 None None] New status for floating IP 1ed980be-74c0-4fec-8c59-8906f7888892: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:03:34.903995 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a344369-3c50-4b1e-afca-d4d54b1f6bc3 req-9a14d714-68fd-483e-9a2c-63398b4d550e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:34.905488 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5a344369-3c50-4b1e-afca-d4d54b1f6bc3 req-9a14d714-68fd-483e-9a2c-63398b4d550e tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Oct 15 18:03:34.943647 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-5a344369-3c50-4b1e-afca-d4d54b1f6bc3 req-1b81d424-8167-454e-a194-b896e42d005c tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7b4eea3-420b-471f-898d-23a019204769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322638 Oct 15 18:03:35.317302 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d7592-f718-436f-bc49-254e3bb74671 req-f440a0d5-7a2e-4f07-8a22-4228caa2cba6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:35.318730 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db8d7592-f718-436f-bc49-254e3bb74671 req-f440a0d5-7a2e-4f07-8a22-4228caa2cba6 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 945 time: 0.0515871 Oct 15 18:03:35.406586 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Deleting port 20e59b3a-8a30-4457-93eb-73c6c6d3548a {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:35.406931 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:35.498517 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] For port 20e59b3a-8a30-4457-93eb-73c6c6d3548a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=20e59b3a-8a30-4457-93eb-73c6c6d3548a,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:35.498875 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:35.510837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Calling delete_port for 20e59b3a-8a30-4457-93eb-73c6c6d3548a owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:35.680359 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:35.711954 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event deleted for resources: {'Port': ['ID=20e59b3a-8a30-4457-93eb-73c6c6d3548a,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:35.724407 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.724761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.725109 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.725459 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.725797 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.726214 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.726550 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.726883 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.727214 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.727570 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.727896 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.728220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:35.765801 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] No DVR routers for this DVR port 20e59b3a-8a30-4457-93eb-73c6c6d3548a on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:35.768351 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:35.772353 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db8d7592-f718-436f-bc49-254e3bb74671 req-a4b4039d-96e6-43cc-a613-671dfb4109a8 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.47 "DELETE /v2.0/ports/20e59b3a-8a30-4457-93eb-73c6c6d3548a HTTP/1.1" status: 204 len: 173 time: 0.4468992 Oct 15 18:03:35.772798 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-deleted', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:03:35.775112 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aab54f-c127-4810-bc38-1353f778cfcc" -d '{"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-deleted", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:03:35.811357 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3e0cb3-d997-4590-819a-aa51a0607084 x-openstack-request-id: req-df3e0cb3-d997-4590-819a-aa51a0607084 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:03:35.811650 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfe69ea-78c7-46f0-9f4e-54f163c1b879", "name": "network-vif-deleted", "tag": "20e59b3a-8a30-4457-93eb-73c6c6d3548a", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:03:35.811904 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df3e0cb3-d997-4590-819a-aa51a0607084 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:03:35.812311 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfe69ea-78c7-46f0-9f4e-54f163c1b879', 'name': 'network-vif-deleted', 'tag': '20e59b3a-8a30-4457-93eb-73c6c6d3548a', 'status': 'completed', 'code': 200} Oct 15 18:03:36.034271 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ef96fe82-f5e9-45e1-93dc-7c633fb76497 req-de9eaf16-3531-48a9-919b-3e8e32b7d08a tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 210 time: 0.0257416 Oct 15 18:03:37.143514 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b37e47fe-028a-4699-b37c-2636a8de50bb req-492f6b4c-4cb5-4866-8c0c-50fa3e4cd178 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecfe69ea-78c7-46f0-9f4e-54f163c1b879 HTTP/1.1" status: 200 len: 210 time: 0.0285094 Oct 15 18:03:38.200056 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47858) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:38.260437 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-692437ac-4a07-4ddb-b927-1aad20297664 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:38.264338 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:38.284420 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 20e59b3a-8a30-4457-93eb-73c6c6d3548a {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:38.284767 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 20e59b3a-8a30-4457-93eb-73c6c6d3548a not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:38.286798 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-692437ac-4a07-4ddb-b927-1aad20297664 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:38.405498 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-692437ac-4a07-4ddb-b927-1aad20297664 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:38.408204 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-692437ac-4a07-4ddb-b927-1aad20297664 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:38.409373 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-692437ac-4a07-4ddb-b927-1aad20297664 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7b4eea3-420b-471f-898d-23a019204769 HTTP/1.1" status: 204 len: 168 time: 0.2083311 Oct 15 18:03:38.420229 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692437ac-4a07-4ddb-b927-1aad20297664 tempest-TestShelveInstance-89284761 tempest-TestShelveInstance-89284761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4eea3-420b-471f-898d-23a019204769,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:38.510927 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47864) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:39.002403 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:39.508462 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Deleting port 5f46b75a-fe70-4918-878e-b0be2da2aede {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:39.509082 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:39.587384 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] For port 5f46b75a-fe70-4918-878e-b0be2da2aede, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=5f46b75a-fe70-4918-878e-b0be2da2aede,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:39.587757 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:39.600126 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Calling delete_port for 5f46b75a-fe70-4918-878e-b0be2da2aede owned by network:router_interface {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:39.823295 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:39.853309 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f46b75a-fe70-4918-878e-b0be2da2aede,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:39.987533 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77077cc8-3d13-4875-b5e5-0380ffc0a9e7 req-c99e3abc-a8e9-4b65-8b59-96b1fdf67b0c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:39.989755 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77077cc8-3d13-4875-b5e5-0380ffc0a9e7 req-c99e3abc-a8e9-4b65-8b59-96b1fdf67b0c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0550590 Oct 15 18:03:40.024698 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:40.029471 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77077cc8-3d13-4875-b5e5-0380ffc0a9e7 req-302141aa-6f2d-42f3-93f3-fa4bfd86dea3 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335732 Oct 15 18:03:40.231727 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Router be2bd549-898f-430c-951d-218b7f130c50 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:03:40.335912 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:03:40.341587 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d1d8c8e9-fba2-4dfc-9f6f-bff59516044a admin admin] 10.222.0.44 "PUT /v2.0/routers/be2bd549-898f-430c-951d-218b7f130c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8296084 Oct 15 18:03:40.344147 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47886) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:40.345159 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] Sync routers for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:03:40.355508 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:40.356195 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:40.444506 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:40.458809 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:40.546133 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:40.635686 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T18:03:39Z', 'revision_number': 5, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port': {'id': 'e430a2d9-cb24-48df-b278-6862b48ea96e', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2bd549-898f-430c-951d-218b7f130c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:40.648968 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Deleting port e430a2d9-cb24-48df-b278-6862b48ea96e {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:40.649313 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:40.661658 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] Checking router: be2bd549-898f-430c-951d-218b7f130c50 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:03:40.669740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] Routers {'be2bd549-898f-430c-951d-218b7f130c50'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:40.670330 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['be2bd549-898f-430c-951d-218b7f130c50'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:40.728717 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] For port e430a2d9-cb24-48df-b278-6862b48ea96e, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=e430a2d9-cb24-48df-b278-6862b48ea96e,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:40.729110 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:40.744933 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Calling delete_port for e430a2d9-cb24-48df-b278-6862b48ea96e owned by network:router_gateway {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:40.758996 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] Set router be2bd549-898f-430c-951d-218b7f130c50 gateway port host: None {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:40.813285 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T18:03:40Z', 'revision_number': 6, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:40.839113 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b205a3-1f02-48af-aed8-7c0e8d06b8ab None None] The sync data for ids ['be2bd549-898f-430c-951d-218b7f130c50'] in dv-cinder-790535-16-iscsi is: [{'id': 'be2bd549-898f-430c-951d-218b7f130c50', 'name': 'tempest-TestShelveInstance-1050930986-router', 'tenant_id': '432acc4bf82846598e5d1d1030c1b803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:10Z', 'updated_at': '2021-10-15T18:03:40Z', 'revision_number': 6, 'project_id': '432acc4bf82846598e5d1d1030c1b803', 'gw_port_host': None}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:03:40.974123 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.002839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e430a2d9-cb24-48df-b278-6862b48ea96e,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:41.059619 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.185570 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.188819 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.264928 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2f7fe-6dd8-4f75-9fdf-0abbd685e27a req-73bfa160-7ff1-483c-af91-522855cff451 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:41.266458 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d6f2f7fe-6dd8-4f75-9fdf-0abbd685e27a req-73bfa160-7ff1-483c-af91-522855cff451 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.1661487 Oct 15 18:03:41.304602 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d6f2f7fe-6dd8-4f75-9fdf-0abbd685e27a req-651c4abf-0119-4ed8-b1b7-663cfe5ef1a9 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Oct 15 18:03:41.328207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.328207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be2bd549-898f-430c-951d-218b7f130c50 {{(pid=112105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:03:41.328207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.329080 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-8e374cff-82de-4625-97d8-dbfdbce298a6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/be2bd549-898f-430c-951d-218b7f130c50 HTTP/1.1" status: 204 len: 168 time: 0.9840157 Oct 15 18:03:41.331489 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47890) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:41.379147 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Deleting subnet 56c26d15-d756-4ff9-b198-1f5bab672e98 {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:03:41.382145 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.414979 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.518300 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.625285 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.649215 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c26d15-d756-4ff9-b198-1f5bab672e98,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:41.656546 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.659832 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-aff0707e-1c9b-4191-85ff-44781d4dcc9c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/56c26d15-d756-4ff9-b198-1f5bab672e98 HTTP/1.1" status: 204 len: 168 time: 0.3267524 Oct 15 18:03:41.662358 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47892) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:41.664744 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf8c17-9565-48b6-a95c-ba61ec5a27a5 None None] Network f126975e-8ebb-4582-abf7-21a8d15af4c4 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:03:41.735667 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.779027 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e430a2d9-cb24-48df-b278-6862b48ea96e no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:41.795264 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Deleting port ca517593-ff91-4196-a7a6-f14b0c11cebf {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:41.795600 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.802304 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: e430a2d9-cb24-48df-b278-6862b48ea96e {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:41.802658 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e430a2d9-cb24-48df-b278-6862b48ea96e not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:41.803082 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 5f46b75a-fe70-4918-878e-b0be2da2aede no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:41.826634 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 5f46b75a-fe70-4918-878e-b0be2da2aede {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:41.826979 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 5f46b75a-fe70-4918-878e-b0be2da2aede not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:41.860418 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] For port ca517593-ff91-4196-a7a6-f14b0c11cebf, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ca517593-ff91-4196-a7a6-f14b0c11cebf,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:41.860791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:41.875555 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Calling delete_port for ca517593-ff91-4196-a7a6-f14b0c11cebf owned by network:dhcp {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:41.920195 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] DHCP port deletion for f126975e-8ebb-4582-abf7-21a8d15af4c4 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:03:41.966671 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Deleting port ca517593-ff91-4196-a7a6-f14b0c11cebf {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:41.967086 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.028421 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.030349 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] For port ca517593-ff91-4196-a7a6-f14b0c11cebf, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ca517593-ff91-4196-a7a6-f14b0c11cebf,segment=NetworkSegment(0fe68134-e7bd-4b4d-9319-aad89baee99e),segment_id=0fe68134-e7bd-4b4d-9319-aad89baee99e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:42.030756 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.043567 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Calling delete_port for ca517593-ff91-4196-a7a6-f14b0c11cebf owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:42.054441 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca517593-ff91-4196-a7a6-f14b0c11cebf,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:42.058081 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] No DVR routers for this DVR port ca517593-ff91-4196-a7a6-f14b0c11cebf on host dv-cinder-790535-16-iscsi {{(pid=112105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:42.134655 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.190422 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-3f5372ea-1c22-4e83-9b88-0d30bde91ad1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:42.193408 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-3f5372ea-1c22-4e83-9b88-0d30bde91ad1 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0565333 Oct 15 18:03:42.286738 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.297246 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Deleting port 83973fa6-0e77-44e7-896d-f10735d36a37 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:42.297880 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.309455 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Pushing event deleted for resources: {'Port': ['ID=ca517593-ff91-4196-a7a6-f14b0c11cebf,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:42.322518 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.322962 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.323213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.323818 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.323937 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.324260 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.325290 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.325290 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.325290 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.325555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.325903 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.326223 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:03:42.333567 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5ae98-0996-46f0-8471-6f24f4556336 None None] No DVR routers for this DVR port ca517593-ff91-4196-a7a6-f14b0c11cebf on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:42.395669 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f126975e-8ebb-4582-abf7-21a8d15af4c4']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:42.405644 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe68134-e7bd-4b4d-9319-aad89baee99e') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:42.405941 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe68134-e7bd-4b4d-9319-aad89baee99e') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:42.418413 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.432938 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.438058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] For port 83973fa6-0e77-44e7-896d-f10735d36a37, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=83973fa6-0e77-44e7-896d-f10735d36a37,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:42.438422 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.438685 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:03:42.439068 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:03:42.440724 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:03:42.466056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3320-39c7-491b-89ef-4ded5900a8f7 req-87008022-496d-4fda-98dc-0b217018807c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:42.467657 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-813e3320-39c7-491b-89ef-4ded5900a8f7 req-87008022-496d-4fda-98dc-0b217018807c tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 946 time: 0.0835540 Oct 15 18:03:42.560240 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.567989 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.571153 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] 10.222.0.44 "DELETE /v2.0/networks/f126975e-8ebb-4582-abf7-21a8d15af4c4 HTTP/1.1" status: 204 len: 168 time: 0.9078619 Oct 15 18:03:42.574197 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47896) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:42.578528 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-813e3320-39c7-491b-89ef-4ded5900a8f7 req-7247b3c7-6879-4666-9056-869b585a87fd tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d5ec762-dca8-469f-8027-1d32d874e7da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805707 Oct 15 18:03:42.580551 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7bb64-f69a-40f0-831f-1970de36343d admin admin] Pushing event deleted for resources: {'Network': ['ID=f126975e-8ebb-4582-abf7-21a8d15af4c4,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:42.728947 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.729203 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:42.729522 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Floating IP e298a532-ad20-4290-acb6-903f834eb0f5 disassociated. External IP: 172.27.1.157, port: 83973fa6-0e77-44e7-896d-f10735d36a37. Oct 15 18:03:42.729862 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Calling delete_port for 83973fa6-0e77-44e7-896d-f10735d36a37 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:43.056147 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:43.097180 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event deleted for resources: {'Port': ['ID=83973fa6-0e77-44e7-896d-f10735d36a37,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:43.142902 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:43.509873 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:03:43.671129 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:03:43.678158 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-61316711-6587-4cbe-af41-1ab42e6e9410 req-eaf9805c-bff8-4c32-a70b-d9c9c21368cf tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/ports?device_id=546bb0f5-ac50-4a0e-99a1-19adbee0a55a HTTP/1.1" status: 200 len: 210 time: 0.0269043 Oct 15 18:03:43.683443 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:03:43.703316 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:43.703948 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:43.733001 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] No DVR routers for this DVR port 83973fa6-0e77-44e7-896d-f10735d36a37 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:43.736742 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:43.740034 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-cfd1a93c-ad38-49ce-8ec5-0389343a2f39 req-a2df74f4-efcf-4dc3-824c-5a76fad346b6 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.47 "DELETE /v2.0/ports/83973fa6-0e77-44e7-896d-f10735d36a37 HTTP/1.1" status: 204 len: 173 time: 1.5396492 Oct 15 18:03:43.740474 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'name': 'network-vif-deleted', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:03:43.742794 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060bec6-27cf-4544-a266-1908f99e1090" -d '{"events": [{"server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "name": "network-vif-deleted", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:03:43.762553 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ca517593-ff91-4196-a7a6-f14b0c11cebf no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:43.781408 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5250f-df8b-40c0-9d01-399b52d09956 x-openstack-request-id: req-5da5250f-df8b-40c0-9d01-399b52d09956 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:03:43.781703 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546bb0f5-ac50-4a0e-99a1-19adbee0a55a", "name": "network-vif-deleted", "tag": "83973fa6-0e77-44e7-896d-f10735d36a37", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:03:43.782045 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5da5250f-df8b-40c0-9d01-399b52d09956 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:03:43.782626 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546bb0f5-ac50-4a0e-99a1-19adbee0a55a', 'name': 'network-vif-deleted', 'tag': '83973fa6-0e77-44e7-896d-f10735d36a37', 'status': 'completed', 'code': 200} Oct 15 18:03:43.783313 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: ca517593-ff91-4196-a7a6-f14b0c11cebf {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:43.783664 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ca517593-ff91-4196-a7a6-f14b0c11cebf not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:43.804241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Deleting port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:43.804590 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:43.833062 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:43.894727 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] For port 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:43.895086 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:43.907715 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Calling delete_port for 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 owned by network:router_interface {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:44.033448 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:44.060255 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:03:44.069319 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:44.069923 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:44.156704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:44.182896 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f7d18a-c62b-43a8-9b42-e4b0db3c9b19,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:44.267578 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:44.290237 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 83973fa6-0e77-44e7-896d-f10735d36a37 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:44.312770 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 83973fa6-0e77-44e7-896d-f10735d36a37 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:44.313119 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 83973fa6-0e77-44e7-896d-f10735d36a37 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:44.360563 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:44.497263 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:44.524438 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1e2ff-f257-4a0d-ac3d-618ed3e05fe5 None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T17:53:55Z', 'revision_number': 4, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '223746b6-915b-402d-b6ac-e75e9da3ab8b', 'name': '', 'network_id': 'c1833c72-8cfb-4492-9fe5-32355b8e436d', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'mac_address': 'fa:16:3e:b9:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:53Z', 'updated_at': '2021-10-15T17:54:05Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'subnets': [{'id': '57882b99-9344-47cc-902d-bc18b541bcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:03:44.590613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Router bad602ca-10da-4d72-8153-e53a8114f9ec has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:03:44.705289 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:03:44.711057 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-0a87767c-f036-463c-b083-46363efd5466 admin admin] 10.222.0.44 "PUT /v2.0/routers/bad602ca-10da-4d72-8153-e53a8114f9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357050 Oct 15 18:03:44.713686 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47904) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:44.726010 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] Sync routers for ids ['bad602ca-10da-4d72-8153-e53a8114f9ec'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:03:44.740407 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] Routers {'bad602ca-10da-4d72-8153-e53a8114f9ec'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:44.741358 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bad602ca-10da-4d72-8153-e53a8114f9ec'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:44.785879 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed2f698-5cd9-4109-84b7-7035446ac009 None None] New status for floating IP e298a532-ad20-4290-acb6-903f834eb0f5: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:03:44.828987 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:44.838409 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47908) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:44.860459 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] Set router bad602ca-10da-4d72-8153-e53a8114f9ec gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:44.911900 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78da74b0-64fa-4357-ac66-4d809a976524 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:44.937335 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78da74b0-64fa-4357-ac66-4d809a976524 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:44.951753 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.044581 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T18:03:44Z', 'revision_number': 5, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port': {'id': '86ad6ab6-1584-4bbf-8969-4955468a318f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:57:17Z', 'updated_at': '2021-10-15T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:45.070829 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] Checking router: bad602ca-10da-4d72-8153-e53a8114f9ec for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:03:45.079128 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] Routers {'bad602ca-10da-4d72-8153-e53a8114f9ec'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:45.079616 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bad602ca-10da-4d72-8153-e53a8114f9ec'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:45.085810 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78da74b0-64fa-4357-ac66-4d809a976524 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.088460 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-78da74b0-64fa-4357-ac66-4d809a976524 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.089790 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-78da74b0-64fa-4357-ac66-4d809a976524 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "DELETE /v2.0/security-groups/2d5ec762-dca8-469f-8027-1d32d874e7da HTTP/1.1" status: 204 len: 168 time: 0.2498915 Oct 15 18:03:45.090488 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Deleting port 86ad6ab6-1584-4bbf-8969-4955468a318f {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:45.090833 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.093235 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47910) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:45.099950 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da74b0-64fa-4357-ac66-4d809a976524 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ec762-dca8-469f-8027-1d32d874e7da,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:45.125638 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.api.v2.resource [None req-1d267ec9-0b46-4754-ac61-c55340e7161f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] show failed (client error): The resource could not be found. Oct 15 18:03:45.127123 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1d267ec9-0b46-4754-ac61-c55340e7161f tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "GET /v2.0/security-groups/2d5ec762-dca8-469f-8027-1d32d874e7da HTTP/1.1" status: 404 len: 347 time: 0.0325310 Oct 15 18:03:45.130035 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47912) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:45.171887 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] Set router bad602ca-10da-4d72-8153-e53a8114f9ec gateway port host: None {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:45.226156 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T18:03:44Z', 'revision_number': 6, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:45.252498 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a05b1c7-f90f-44de-bec8-1e5aa75c9fd1 None None] The sync data for ids ['bad602ca-10da-4d72-8153-e53a8114f9ec'] in dv-cinder-790535-16-iscsi is: [{'id': 'bad602ca-10da-4d72-8153-e53a8114f9ec', 'name': 'tempest-TestShelveInstance-1116204758-router', 'tenant_id': 'e84a765c97d448538c9e8457da9e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:57:16Z', 'updated_at': '2021-10-15T18:03:44Z', 'revision_number': 6, 'project_id': 'e84a765c97d448538c9e8457da9e211d', 'gw_port_host': None}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:03:45.283117 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] For port 86ad6ab6-1584-4bbf-8969-4955468a318f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=86ad6ab6-1584-4bbf-8969-4955468a318f,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:45.283523 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.298788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Calling delete_port for 86ad6ab6-1584-4bbf-8969-4955468a318f owned by network:router_gateway {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:45.353720 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Deleting port 669c580f-2e3a-4559-b9d1-9902e4a993a4 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:45.353970 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.356243 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:03:45.487775 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.488614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.500888 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Calling delete_port for 669c580f-2e3a-4559-b9d1-9902e4a993a4 owned by network:floatingip {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:45.647684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.687216 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ad6ab6-1584-4bbf-8969-4955468a318f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:45.768728 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.794680 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.855201 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Pushing event deleted for resources: {'Port': ['ID=669c580f-2e3a-4559-b9d1-9902e4a993a4,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:45.886289 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.900119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.974276 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks [] for floatingip, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.976775 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:45.977929 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-d4b7a076-d463-45ae-b4ab-db0b1386a8c4 tempest-AttachVolumeTestJSON-2138764096 tempest-AttachVolumeTestJSON-2138764096-project] 10.222.0.44 "DELETE /v2.0/floatingips/e298a532-ad20-4290-acb6-903f834eb0f5 HTTP/1.1" status: 204 len: 168 time: 0.8469961 Oct 15 18:03:46.050739 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.052551 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad602ca-10da-4d72-8153-e53a8114f9ec {{(pid=112104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:03:46.057703 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.060348 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-63d1f73e-2b79-4287-b7a9-f9989863a7b1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bad602ca-10da-4d72-8153-e53a8114f9ec HTTP/1.1" status: 204 len: 168 time: 1.3442361 Oct 15 18:03:46.062083 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47916) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:46.092433 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 86ad6ab6-1584-4bbf-8969-4955468a318f no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:46.112327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 86ad6ab6-1584-4bbf-8969-4955468a318f {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:46.112587 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 86ad6ab6-1584-4bbf-8969-4955468a318f not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:46.113026 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:46.114805 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Deleting subnet e45dc3fa-c48e-4079-a7bb-260b00fdbd7a {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:03:46.117897 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.134152 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:46.134497 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 10f7d18a-c62b-43a8-9b42-e4b0db3c9b19 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:46.154335 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.238166 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.383480 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.407781 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45dc3fa-c48e-4079-a7bb-260b00fdbd7a,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:46.413622 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.416714 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f1a42da2-ca87-4227-9116-b2427baccfbf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e45dc3fa-c48e-4079-a7bb-260b00fdbd7a HTTP/1.1" status: 204 len: 168 time: 0.3534501 Oct 15 18:03:46.419033 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47920) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:46.419162 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a467fe5-2991-4265-a675-3103f2d3f775 None None] Network 17003032-d5e3-42f6-9f61-91010545b370 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:03:46.490174 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.543481 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Deleting port 73cc1408-ec37-495b-8de1-4e0654e407ac {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:46.543823 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.583737 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] DHCP port deletion for 17003032-d5e3-42f6-9f61-91010545b370 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:03:46.607656 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] For port 73cc1408-ec37-495b-8de1-4e0654e407ac, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=73cc1408-ec37-495b-8de1-4e0654e407ac,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:46.608042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.620820 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Calling delete_port for 73cc1408-ec37-495b-8de1-4e0654e407ac owned by network:dhcp {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:46.632631 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] Deleting port 73cc1408-ec37-495b-8de1-4e0654e407ac {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:46.633011 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.694511 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] For port 73cc1408-ec37-495b-8de1-4e0654e407ac, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=73cc1408-ec37-495b-8de1-4e0654e407ac,segment=NetworkSegment(05b08f18-f8da-4515-abda-a6ac95c2401e),segment_id=05b08f18-f8da-4515-abda-a6ac95c2401e)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:46.694815 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.706800 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] Calling delete_port for 73cc1408-ec37-495b-8de1-4e0654e407ac owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:46.767990 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.782101 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.792641 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cc1408-ec37-495b-8de1-4e0654e407ac,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:46.796290 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] No DVR routers for this DVR port 73cc1408-ec37-495b-8de1-4e0654e407ac on host dv-cinder-790535-16-iscsi {{(pid=112105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:46.807684 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] Pushing event deleted for resources: {'Port': ['ID=73cc1408-ec37-495b-8de1-4e0654e407ac,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:46.811180 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c7e8e-e911-42f0-82c7-347d600277dd None None] No DVR routers for this DVR port 73cc1408-ec37-495b-8de1-4e0654e407ac on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:46.869203 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.889120 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17003032-d5e3-42f6-9f61-91010545b370']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:46.898124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b08f18-f8da-4515-abda-a6ac95c2401e') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:46.898418 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b08f18-f8da-4515-abda-a6ac95c2401e') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:46.907545 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.920329 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.926436 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:03:46.926812 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:03:46.928463 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:03:47.039905 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:47.047422 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:47.052445 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/17003032-d5e3-42f6-9f61-91010545b370 HTTP/1.1" status: 204 len: 168 time: 0.6305537 Oct 15 18:03:47.061994 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e7662-c3b5-4695-99d4-8a71a8b11eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=17003032-d5e3-42f6-9f61-91010545b370,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:47.376837 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47928) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:47.422531 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-27ee0f3a-ee3e-46e4-9930-52d3376bdf89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=432acc4bf82846598e5d1d1030c1b803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422580 Oct 15 18:03:47.422743 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47930) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:47.469335 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41d46b72-57d4-47d5-9a7f-b74db2087230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:47.491270 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41d46b72-57d4-47d5-9a7f-b74db2087230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:47.600187 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41d46b72-57d4-47d5-9a7f-b74db2087230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:47.603257 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-41d46b72-57d4-47d5-9a7f-b74db2087230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:47.604714 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-41d46b72-57d4-47d5-9a7f-b74db2087230 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0855d14-f7b2-47ee-8d8e-46d01ece7240 HTTP/1.1" status: 204 len: 168 time: 0.1808615 Oct 15 18:03:47.616914 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d46b72-57d4-47d5-9a7f-b74db2087230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0855d14-f7b2-47ee-8d8e-46d01ece7240,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:47.744144 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 73cc1408-ec37-495b-8de1-4e0654e407ac no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:47.763858 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 73cc1408-ec37-495b-8de1-4e0654e407ac {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:47.764199 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 73cc1408-ec37-495b-8de1-4e0654e407ac not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:48.240843 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47938) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:48.259579 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-58507922-2534-4827-b31d-4438b18361fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:48.280079 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-666c2bf8-de7d-4d78-91ae-1b9bae83f983 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e84a765c97d448538c9e8457da9e211d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381024 Oct 15 18:03:48.282616 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 47940) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:48.329167 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-990e074f-647a-496a-bdd6-4857290de494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:48.349481 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-990e074f-647a-496a-bdd6-4857290de494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:48.476517 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-990e074f-647a-496a-bdd6-4857290de494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:48.479027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-990e074f-647a-496a-bdd6-4857290de494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:48.480231 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-990e074f-647a-496a-bdd6-4857290de494 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/926865c4-a1b2-4ed4-b277-31c1a5d801ca HTTP/1.1" status: 204 len: 168 time: 0.1967242 Oct 15 18:03:48.488902 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e074f-647a-496a-bdd6-4857290de494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926865c4-a1b2-4ed4-b277-31c1a5d801ca,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:49.972746 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47960) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:50.494280 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:50.950593 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Deleting port 223746b6-915b-402d-b6ac-e75e9da3ab8b {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:50.950929 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.031448 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] For port 223746b6-915b-402d-b6ac-e75e9da3ab8b, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=223746b6-915b-402d-b6ac-e75e9da3ab8b,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:51.032182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.045223 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Calling delete_port for 223746b6-915b-402d-b6ac-e75e9da3ab8b owned by network:router_interface {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:51.150868 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0c6f91bf-edf3-40f6-8f18-d9b263354026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.310841 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.340426 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Pushing event deleted for resources: {'Port': ['ID=223746b6-915b-402d-b6ac-e75e9da3ab8b,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:51.499998 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.711503 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Router 3cd685ae-8649-4257-a0da-68b1c3462b5a has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:03:51.819095 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.819868 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:03:51.824770 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-9838f4a7-b45f-4725-9d85-5eb1fcb5787f admin admin] 10.222.0.44 "PUT /v2.0/routers/3cd685ae-8649-4257-a0da-68b1c3462b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8510053 Oct 15 18:03:51.827357 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47972) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:51.829870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] Sync routers for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:03:51.840538 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:51.847462 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:51.938363 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks [] for router, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:51.946649 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:52.038237 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.127064 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T18:03:51Z', 'revision_number': 5, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port': {'id': '92ea0586-7e78-4219-9801-2bf9b98d070f', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:49Z', 'updated_at': '2021-10-15T17:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:52.153312 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] Checking router: 3cd685ae-8649-4257-a0da-68b1c3462b5a for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:03:52.158776 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Deleting port 92ea0586-7e78-4219-9801-2bf9b98d070f {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:52.159110 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.161505 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] Routers {'3cd685ae-8649-4257-a0da-68b1c3462b5a'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:03:52.162106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:03:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['3cd685ae-8649-4257-a0da-68b1c3462b5a'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:52.242866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] For port 92ea0586-7e78-4219-9801-2bf9b98d070f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=92ea0586-7e78-4219-9801-2bf9b98d070f,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:52.243684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.255578 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] Set router 3cd685ae-8649-4257-a0da-68b1c3462b5a gateway port host: None {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:03:52.256204 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Calling delete_port for 92ea0586-7e78-4219-9801-2bf9b98d070f owned by network:router_gateway {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:52.306803 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T18:03:52Z', 'revision_number': 6, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:52.309778 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.452130 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a394f-1856-4ea4-8677-5d3ab1a97408 None None] The sync data for ids ['3cd685ae-8649-4257-a0da-68b1c3462b5a'] in dv-cinder-790535-16-iscsi is: [{'id': '3cd685ae-8649-4257-a0da-68b1c3462b5a', 'name': 'tempest-AttachVolumeTestJSON-1186331623-router', 'tenant_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:47Z', 'updated_at': '2021-10-15T18:03:52Z', 'revision_number': 6, 'project_id': 'a71cd40a88ce4ad999cb8a7bad461b92', 'gw_port_host': None}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:03:52.587974 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.611213 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Pushing event deleted for resources: {'Port': ['ID=92ea0586-7e78-4219-9801-2bf9b98d070f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:52.671477 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.759383 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.761404 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.873924 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.874468 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd685ae-8649-4257-a0da-68b1c3462b5a {{(pid=112104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:03:52.878664 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.880035 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-aea3e7a2-4275-402c-b3fa-1bec39e5df7f admin admin] 10.222.0.44 "DELETE /v2.0/routers/3cd685ae-8649-4257-a0da-68b1c3462b5a HTTP/1.1" status: 204 len: 168 time: 1.0516441 Oct 15 18:03:52.882423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47976) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:52.926349 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Deleting subnet 57882b99-9344-47cc-902d-bc18b541bcaa {{(pid=112104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:03:52.929274 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:52.962150 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555674'] for subnet, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.067696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.194419 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580354'] for subnet, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.220328 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57882b99-9344-47cc-902d-bc18b541bcaa,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:53.224100 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.227441 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ca389229-28e2-4e21-8a0c-72aa87dd59fc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/57882b99-9344-47cc-902d-bc18b541bcaa HTTP/1.1" status: 204 len: 168 time: 0.3440156 Oct 15 18:03:53.229758 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b0101-18c5-4440-9ab8-2469163c3589 None None] Network c1833c72-8cfb-4492-9fe5-32355b8e436d requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:03:53.230231 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47978) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:53.305470 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.360678 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Deleting port ef3a781e-c132-4746-bc1b-e2bccf4e81ba {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:53.361015 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.428669 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] DHCP port deletion for c1833c72-8cfb-4492-9fe5-32355b8e436d request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:03:53.428879 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] For port ef3a781e-c132-4746-bc1b-e2bccf4e81ba, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:53.429120 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.443982 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Calling delete_port for ef3a781e-c132-4746-bc1b-e2bccf4e81ba owned by network:dhcp {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:53.480722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] Deleting port ef3a781e-c132-4746-bc1b-e2bccf4e81ba {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:03:53.481030 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.541961 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] For port ef3a781e-c132-4746-bc1b-e2bccf4e81ba, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,segment=NetworkSegment(cd6be7a6-8f4b-4a2e-a9ae-038843418962),segment_id=cd6be7a6-8f4b-4a2e-a9ae-038843418962)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:03:53.542358 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.554934 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] Calling delete_port for ef3a781e-c132-4746-bc1b-e2bccf4e81ba owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:03:53.576783 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.603911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] No DVR routers for this DVR port ef3a781e-c132-4746-bc1b-e2bccf4e81ba on host dv-cinder-790535-16-iscsi {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:53.608997 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:53.634066 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.658456 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] Pushing event deleted for resources: {'Port': ['ID=ef3a781e-c132-4746-bc1b-e2bccf4e81ba,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:53.663362 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b630aa-09c7-4bb9-8356-2c2e0af2b6fd None None] No DVR routers for this DVR port ef3a781e-c132-4746-bc1b-e2bccf4e81ba on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:03:53.683035 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.704794 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1833c72-8cfb-4492-9fe5-32355b8e436d']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:53.714221 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6be7a6-8f4b-4a2e-a9ae-038843418962') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:53.714518 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6be7a6-8f4b-4a2e-a9ae-038843418962') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:03:53.723978 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.737259 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.743691 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:03:53.744070 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:03:53.745760 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:03:53.754867 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 223746b6-915b-402d-b6ac-e75e9da3ab8b no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:53.773917 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 223746b6-915b-402d-b6ac-e75e9da3ab8b {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:53.774255 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 223746b6-915b-402d-b6ac-e75e9da3ab8b not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:53.774663 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ef3a781e-c132-4746-bc1b-e2bccf4e81ba no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:53.792732 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: ef3a781e-c132-4746-bc1b-e2bccf4e81ba {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:53.793074 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ef3a781e-c132-4746-bc1b-e2bccf4e81ba not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:53.793483 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 92ea0586-7e78-4219-9801-2bf9b98d070f no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:03:53.795060 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.814977 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 92ea0586-7e78-4219-9801-2bf9b98d070f {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:03:53.820973 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 92ea0586-7e78-4219-9801-2bf9b98d070f not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:03:53.868391 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.873671 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:53.876874 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] 10.222.0.44 "DELETE /v2.0/networks/c1833c72-8cfb-4492-9fe5-32355b8e436d HTTP/1.1" status: 204 len: 168 time: 0.6461349 Oct 15 18:03:53.890152 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41741ec3-3785-412f-8beb-35af81b2514a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1833c72-8cfb-4492-9fe5-32355b8e436d,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:54.183024 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47984) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:54.225872 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-2842b002-feaa-4ada-b346-e37f476ce934 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a71cd40a88ce4ad999cb8a7bad461b92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416820 Oct 15 18:03:54.228223 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 47986) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:54.273949 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16f4a282-6edf-4b39-9419-609f576da4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:54.294524 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16f4a282-6edf-4b39-9419-609f576da4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:54.413354 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16f4a282-6edf-4b39-9419-609f576da4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:54.416009 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-16f4a282-6edf-4b39-9419-609f576da4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:54.417169 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-16f4a282-6edf-4b39-9419-609f576da4ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecbdcfb3-7de0-4951-8c51-2943064d62e6 HTTP/1.1" status: 204 len: 168 time: 0.1880584 Oct 15 18:03:54.424835 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4a282-6edf-4b39-9419-609f576da4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdcfb3-7de0-4951-8c51-2943064d62e6,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:57.936270 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-9c2d4e55-c7c4-4d95-9a14-a69198facae9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401213 Oct 15 18:03:57.996555 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-78ea33b9-bd88-4d38-8af4-6911cd41b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:57.998039 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-78ea33b9-bd88-4d38-8af4-6911cd41b3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f30b4f7915b46f6bbc63626aba24211&device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 1100 time: 0.0407124 Oct 15 18:03:58.103977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-bb8411b5-8465-4633-aaa5-f7ec0b1b0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:58.105458 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-bb8411b5-8465-4633-aaa5-f7ec0b1b0451 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 200 len: 917 time: 0.0877297 Oct 15 18:03:58.172903 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-423ad33f-c1e7-4d8c-bec5-7074c8a533fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 200 len: 1002 time: 0.0601704 Oct 15 18:03:58.224432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-38f5f868-1ca0-424d-bc02-28e9a8cbc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:58.225862 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-38f5f868-1ca0-424d-bc02-28e9a8cbc296 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 200 len: 855 time: 0.0458539 Oct 15 18:03:58.273785 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-20028100-5bd1-4507-a86c-1e9408272e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:03:58.275349 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-20028100-5bd1-4507-a86c-1e9408272e3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a89a96f1-9d66-4919-8de4-371b51794dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414758 Oct 15 18:03:58.368183 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-5b4473b9-8348-44c5-86d9-2a939d1526fa service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843651 Oct 15 18:03:58.447700 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:58.463949 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-396ae0d1-708a-44bf-82e4-73b4aacb14fb req-9c63e355-65b7-492c-8032-304a60595a2d service neutron] 10.222.0.47 "GET /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867767 Oct 15 18:03:59.711931 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48058) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:03:59.814027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-13038495-69c2-4059-ad30-bd252d328d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:59.885282 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-13038495-69c2-4059-ad30-bd252d328d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:59.955767 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-13038495-69c2-4059-ad30-bd252d328d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:03:59.993879 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-13038495-69c2-4059-ad30-bd252d328d7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b623af0dc9a4c45b810ef9dc10a27bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808418 Oct 15 18:03:59.994948 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13038495-69c2-4059-ad30-bd252d328d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399b790-bede-4fd1-a1cc-258eb59cfb29,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:03:59.996827 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48062) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:00.045097 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-375a95cc-0ded-45d0-b82d-9ea2195c4db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.066361 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-375a95cc-0ded-45d0-b82d-9ea2195c4db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.171001 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-375a95cc-0ded-45d0-b82d-9ea2195c4db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.173515 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-375a95cc-0ded-45d0-b82d-9ea2195c4db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.174656 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-375a95cc-0ded-45d0-b82d-9ea2195c4db1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3399b790-bede-4fd1-a1cc-258eb59cfb29 HTTP/1.1" status: 204 len: 168 time: 0.1767654 Oct 15 18:04:00.183843 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a95cc-0ded-45d0-b82d-9ea2195c4db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399b790-bede-4fd1-a1cc-258eb59cfb29,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:00.765296 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48070) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:00.779214 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5590e099-f295-41f4-abff-7d98664f1fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.852666 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5590e099-f295-41f4-abff-7d98664f1fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.925602 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5590e099-f295-41f4-abff-7d98664f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:00.961076 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590e099-f295-41f4-abff-7d98664f1fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17eb43b-632b-4fbf-9999-213fb7c36b22,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:00.965294 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-5590e099-f295-41f4-abff-7d98664f1fa5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9d344a6914d456e85964a88d5bcea79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988819 Oct 15 18:04:00.968339 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48072) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:01.018043 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-16585a9d-3717-48f8-9c74-f48332ab1fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:01.038050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-16585a9d-3717-48f8-9c74-f48332ab1fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:01.156436 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-16585a9d-3717-48f8-9c74-f48332ab1fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:01.159008 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-16585a9d-3717-48f8-9c74-f48332ab1fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:01.160210 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-16585a9d-3717-48f8-9c74-f48332ab1fef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a17eb43b-632b-4fbf-9999-213fb7c36b22 HTTP/1.1" status: 204 len: 168 time: 0.1913300 Oct 15 18:04:01.176850 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16585a9d-3717-48f8-9c74-f48332ab1fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17eb43b-632b-4fbf-9999-213fb7c36b22,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:07.860962 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48172) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:07.964042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df8cf890-57b8-434b-b984-f4edb2e9f32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.035861 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df8cf890-57b8-434b-b984-f4edb2e9f32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.121606 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df8cf890-57b8-434b-b984-f4edb2e9f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.160752 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-df8cf890-57b8-434b-b984-f4edb2e9f32b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15a60d0a04fe48b6970a5ba5af7cc093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987452 Oct 15 18:04:08.161670 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf890-57b8-434b-b984-f4edb2e9f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbaa332-2594-4b0e-a34d-6bd58ccf3d29,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:08.163499 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48178) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:08.211820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-57b260af-74a2-49bf-bf70-26045a6c4123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.232120 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-57b260af-74a2-49bf-bf70-26045a6c4123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.367247 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-57b260af-74a2-49bf-bf70-26045a6c4123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.369803 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-57b260af-74a2-49bf-bf70-26045a6c4123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:08.370954 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-57b260af-74a2-49bf-bf70-26045a6c4123 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdbaa332-2594-4b0e-a34d-6bd58ccf3d29 HTTP/1.1" status: 204 len: 168 time: 0.2063367 Oct 15 18:04:08.379136 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b260af-74a2-49bf-bf70-26045a6c4123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbaa332-2594-4b0e-a34d-6bd58ccf3d29,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:08.964868 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48184) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:08.978364 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-34f24326-93cd-4c74-879c-9a7e9e106686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.052510 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-34f24326-93cd-4c74-879c-9a7e9e106686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.127202 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-34f24326-93cd-4c74-879c-9a7e9e106686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.165393 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-34f24326-93cd-4c74-879c-9a7e9e106686 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d20ba302b3442229d03914491151afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994736 Oct 15 18:04:09.166310 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f24326-93cd-4c74-879c-9a7e9e106686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8266086-a99d-4de8-83f6-73a58116c363,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:09.168153 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48186) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:09.217015 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4d3b0047-0f1b-4efe-a8f6-c024d1aae6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.238244 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4d3b0047-0f1b-4efe-a8f6-c024d1aae6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.364663 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4d3b0047-0f1b-4efe-a8f6-c024d1aae6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.367266 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4d3b0047-0f1b-4efe-a8f6-c024d1aae6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:09.368648 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4d3b0047-0f1b-4efe-a8f6-c024d1aae6b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8266086-a99d-4de8-83f6-73a58116c363 HTTP/1.1" status: 204 len: 168 time: 0.1994956 Oct 15 18:04:09.376349 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b0047-0f1b-4efe-a8f6-c024d1aae6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8266086-a99d-4de8-83f6-73a58116c363,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:09.975463 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48192) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:09.992558 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8e69c070-be64-44ec-ba49-526e14a97711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.063917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8e69c070-be64-44ec-ba49-526e14a97711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.125097 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8e69c070-be64-44ec-ba49-526e14a97711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.162923 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-8e69c070-be64-44ec-ba49-526e14a97711 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5b42eaaa85e4859b7ad98fafdebeaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864245 Oct 15 18:04:10.163869 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69c070-be64-44ec-ba49-526e14a97711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd3fa9-5318-48ca-99be-81ce8f4a70c5,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:10.165661 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48194) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:10.214166 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92af71c6-9603-4817-94b5-68654945d1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.234802 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92af71c6-9603-4817-94b5-68654945d1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.376460 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92af71c6-9603-4817-94b5-68654945d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.379085 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92af71c6-9603-4817-94b5-68654945d1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:10.380272 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-92af71c6-9603-4817-94b5-68654945d1f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cebd3fa9-5318-48ca-99be-81ce8f4a70c5 HTTP/1.1" status: 204 len: 168 time: 0.2135758 Oct 15 18:04:10.387852 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af71c6-9603-4817-94b5-68654945d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd3fa9-5318-48ca-99be-81ce8f4a70c5,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:18.250487 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-758ab183-1ed3-4075-b5e5-15fad990a0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:18.887699 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48318) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:18.988421 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df2df27a-07e3-45f5-81b6-8f487a2f7467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.060204 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df2df27a-07e3-45f5-81b6-8f487a2f7467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.141650 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df2df27a-07e3-45f5-81b6-8f487a2f7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.181466 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-df2df27a-07e3-45f5-81b6-8f487a2f7467 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9a441ebf0774b47bb8e508aa3a1ff73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926712 Oct 15 18:04:19.183412 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2df27a-07e3-45f5-81b6-8f487a2f7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f6cb47-6b6c-4655-ab2e-63549776ad47,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:19.184169 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48322) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:19.234815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-475d5a07-750c-4e97-8bcc-42cbd8f0dfe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.256009 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-475d5a07-750c-4e97-8bcc-42cbd8f0dfe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.359628 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-475d5a07-750c-4e97-8bcc-42cbd8f0dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.362239 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-475d5a07-750c-4e97-8bcc-42cbd8f0dfe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:19.363415 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-475d5a07-750c-4e97-8bcc-42cbd8f0dfe2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0f6cb47-6b6c-4655-ab2e-63549776ad47 HTTP/1.1" status: 204 len: 168 time: 0.1782250 Oct 15 18:04:19.371839 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d5a07-750c-4e97-8bcc-42cbd8f0dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f6cb47-6b6c-4655-ab2e-63549776ad47,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:19.974316 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48330) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:19.985561 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ebcbe7d3-0099-41ab-bd13-b799fcd34b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.058304 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ebcbe7d3-0099-41ab-bd13-b799fcd34b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.124806 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ebcbe7d3-0099-41ab-bd13-b799fcd34b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.162448 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ebcbe7d3-0099-41ab-bd13-b799fcd34b39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=deafc3325ef34d028c714c4fe32c455a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906946 Oct 15 18:04:20.163314 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbe7d3-0099-41ab-bd13-b799fcd34b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99b79c-ced4-4922-88da-790488808619,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:20.165191 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48332) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:20.220424 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-62823676-c16c-4206-944b-04cbdd0fc41d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.245131 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-62823676-c16c-4206-944b-04cbdd0fc41d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.358858 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-62823676-c16c-4206-944b-04cbdd0fc41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.361682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-62823676-c16c-4206-944b-04cbdd0fc41d admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:20.362834 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-62823676-c16c-4206-944b-04cbdd0fc41d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb99b79c-ced4-4922-88da-790488808619 HTTP/1.1" status: 204 len: 168 time: 0.1958683 Oct 15 18:04:20.370376 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62823676-c16c-4206-944b-04cbdd0fc41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99b79c-ced4-4922-88da-790488808619,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:21.093116 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d96842d5-586b-4e69-95c5-ba554eba3cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:21.816014 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:22.313534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:22.355131 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:04:23.788024 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:25.634077 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48402) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:25.736173 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-57d7dffd-4f85-4d40-b514-fb87bdd1996d admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:25.806781 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-57d7dffd-4f85-4d40-b514-fb87bdd1996d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:25.896095 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-57d7dffd-4f85-4d40-b514-fb87bdd1996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:25.929447 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-57d7dffd-4f85-4d40-b514-fb87bdd1996d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97e0d3e9556b4557843f148933eed4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943289 Oct 15 18:04:25.932161 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48406) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:25.934043 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7dffd-4f85-4d40-b514-fb87bdd1996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b02f47c-913d-4d5c-aa4e-65149edcd16f,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:25.980776 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-54664956-ef84-4802-b651-ba2adad4546c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:26.003910 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-54664956-ef84-4802-b651-ba2adad4546c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:26.144316 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-54664956-ef84-4802-b651-ba2adad4546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:26.146960 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-54664956-ef84-4802-b651-ba2adad4546c admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:26.148153 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-54664956-ef84-4802-b651-ba2adad4546c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b02f47c-913d-4d5c-aa4e-65149edcd16f HTTP/1.1" status: 204 len: 168 time: 0.2150245 Oct 15 18:04:26.156125 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54664956-ef84-4802-b651-ba2adad4546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b02f47c-913d-4d5c-aa4e-65149edcd16f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:28.498211 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:28.834123 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102b78e-6269-4612-908a-c574e60f6731 req-733564ec-51ea-493f-870c-470d1ef50572 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:04:28.835642 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d102b78e-6269-4612-908a-c574e60f6731 req-733564ec-51ea-493f-870c-470d1ef50572 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.2025509 Oct 15 18:04:28.872451 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d102b78e-6269-4612-908a-c574e60f6731 req-6b54a186-915b-4106-92c4-699ae3e70ba8 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Oct 15 18:04:30.050127 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643293e7-9de0-4275-a50e-76122b483c27 req-a9ebb275-18ac-4ffb-89e0-7f6981b3711b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:04:30.051670 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-643293e7-9de0-4275-a50e-76122b483c27 req-a9ebb275-18ac-4ffb-89e0-7f6981b3711b tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.1025648 Oct 15 18:04:30.089838 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-643293e7-9de0-4275-a50e-76122b483c27 req-3017c071-4f8e-442e-b15c-30144ad41f79 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e2a4658-dcf4-4bd4-94ba-d864e710754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Oct 15 18:04:30.251820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-85d93c6e-2ae1-4752-9898-e200b0f73344 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:04:30.253342 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-85d93c6e-2ae1-4752-9898-e200b0f73344 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 947 time: 0.0493834 Oct 15 18:04:30.340696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Deleting port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:04:30.341039 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:30.438613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] For port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:04:30.439049 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:30.620994 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:30.621406 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:30.621720 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Floating IP eebab6d0-e809-4633-84db-09c104e89405 disassociated. External IP: 172.27.1.105, port: 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e. Oct 15 18:04:30.622056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Calling delete_port for 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:04:30.824163 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:30.852943 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event deleted for resources: {'Port': ['ID=9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:31.188516 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d8b2395d-2624-4005-b406-07eb71c82ce3 req-e207f0b2-a400-4ca2-830a-55d31d5d0d40 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 15 18:04:31.189064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:04:31.303498 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:04:31.314516 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:04:31.325969 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:04:31.329440 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:04:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:31.344575 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] No DVR routers for this DVR port 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:04:31.347386 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:31.352634 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3699724a-9d8b-4815-be3f-0d80b1476a1b req-6bcbe4bf-47de-485f-99d9-e0fb494e9824 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.47 "DELETE /v2.0/ports/9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e HTTP/1.1" status: 204 len: 173 time: 1.0910795 Oct 15 18:04:31.352634 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-deleted', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:04:31.354168 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cc5c5-8de9-4653-a18f-6d89df503958" -d '{"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-deleted", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:04:31.390124 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad83431a-51db-4daf-9504-345af6c490b1 x-openstack-request-id: req-ad83431a-51db-4daf-9504-345af6c490b1 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:04:31.390425 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a426b416-0f26-45b7-a0be-e2f34648fa66", "name": "network-vif-deleted", "tag": "9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:04:31.390709 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad83431a-51db-4daf-9504-345af6c490b1 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:04:31.391137 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a426b416-0f26-45b7-a0be-e2f34648fa66', 'name': 'network-vif-deleted', 'tag': '9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e', 'status': 'completed', 'code': 200} Oct 15 18:04:31.435003 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:04:31.639087 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:31.667430 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:04:31.675834 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:04:31.676947 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:04:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:31.781422 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:04:31.985263 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:32.026800 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412aabc-542d-4f07-b271-78a00a0b8bd3 None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T17:54:00Z', 'revision_number': 4, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '82940b51-2c47-49aa-aeaa-8d16a12c0da7', 'name': '', 'network_id': 'a89a96f1-9d66-4919-8de4-371b51794dd2', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'mac_address': 'fa:16:3e:6e:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:58Z', 'updated_at': '2021-10-15T17:54:09Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'subnets': [{'id': '369cb9b8-4899-4e9e-abad-98e9faf10968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:04:32.273288 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024bedf-150e-47d3-be8e-9d37bea61168 None None] New status for floating IP eebab6d0-e809-4633-84db-09c104e89405: DOWN {{(pid=112106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:04:32.307151 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-b60e8071-73de-4b0a-a7ba-3cb172f09c8c req-eb691dbb-4719-4ce0-bda3-8a7f30235e35 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/ports?device_id=a426b416-0f26-45b7-a0be-e2f34648fa66 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Oct 15 18:04:33.487522 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48524) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:33.542112 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.568651 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.661763 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.664419 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.665654 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "DELETE /v2.0/security-groups/4e2a4658-dcf4-4bd4-94ba-d864e710754c HTTP/1.1" status: 204 len: 168 time: 0.1771102 Oct 15 18:04:33.668521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48526) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:33.675106 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a4658-dcf4-4bd4-94ba-d864e710754c,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:33.682026 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.api.v2.resource [None req-d97f7f52-a082-4ec0-b946-a717d5448e48 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] show failed (client error): The resource could not be found. Oct 15 18:04:33.682165 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.682472 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.682820 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.683062 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-d97f7f52-a082-4ec0-b946-a717d5448e48 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "GET /v2.0/security-groups/4e2a4658-dcf4-4bd4-94ba-d864e710754c HTTP/1.1" status: 404 len: 347 time: 0.0135431 Oct 15 18:04:33.683250 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.683601 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.683938 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.684279 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.684610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.684937 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.685265 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.685688 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.685884 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48528) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:33.686022 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ff45-f293-4319-a219-16d380e41a03 tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:33.810155 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Deleting port b3fd16af-7d46-46c7-8852-9954db148c1f {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:04:33.813724 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.891056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.891420 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:33.903423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Calling delete_port for b3fd16af-7d46-46c7-8852-9954db148c1f owned by network:floatingip {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:04:34.113373 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:34.139858 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Pushing event deleted for resources: {'Port': ['ID=b3fd16af-7d46-46c7-8852-9954db148c1f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:34.200562 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks [] for floatingip, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:34.203459 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:34.204598 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-781bd95b-dc0e-437a-959f-ec2563d8f5bd tempest-AttachVolumeShelveTestJSON-1163959094 tempest-AttachVolumeShelveTestJSON-1163959094-project] 10.222.0.44 "DELETE /v2.0/floatingips/eebab6d0-e809-4633-84db-09c104e89405 HTTP/1.1" status: 204 len: 168 time: 0.5178523 Oct 15 18:04:34.507703 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:04:34.527896 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:04:34.528285 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 9bd5f2d3-14d6-43e2-b2e9-dc7be9a42a5e not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:04:36.957509 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48582) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:37.094994 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48588) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:37.200748 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f422d02a-588b-487f-905f-4975f19e6a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.271758 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f422d02a-588b-487f-905f-4975f19e6a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.349486 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.358982 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f422d02a-588b-487f-905f-4975f19e6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.397020 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422d02a-588b-487f-905f-4975f19e6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf2251-106d-4a20-8c68-a8b5b0ee21b7,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:37.401262 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f422d02a-588b-487f-905f-4975f19e6a89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c58d68d8606947e9816c714c65ce2f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052127 Oct 15 18:04:37.404079 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48592) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:37.453243 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df4c0ee7-77c7-4a86-950f-6e4fbe4a53f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.474317 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df4c0ee7-77c7-4a86-950f-6e4fbe4a53f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.592740 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Deleting port 82940b51-2c47-49aa-aeaa-8d16a12c0da7 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:04:37.593079 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.598791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df4c0ee7-77c7-4a86-950f-6e4fbe4a53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.601955 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-df4c0ee7-77c7-4a86-950f-6e4fbe4a53f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.603121 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-df4c0ee7-77c7-4a86-950f-6e4fbe4a53f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00cf2251-106d-4a20-8c68-a8b5b0ee21b7 HTTP/1.1" status: 204 len: 168 time: 0.1981111 Oct 15 18:04:37.611111 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c0ee7-77c7-4a86-950f-6e4fbe4a53f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf2251-106d-4a20-8c68-a8b5b0ee21b7,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:37.671969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] For port 82940b51-2c47-49aa-aeaa-8d16a12c0da7, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=82940b51-2c47-49aa-aeaa-8d16a12c0da7,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:04:37.672281 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.684488 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Calling delete_port for 82940b51-2c47-49aa-aeaa-8d16a12c0da7 owned by network:router_interface {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:04:37.924655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:37.958021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Pushing event deleted for resources: {'Port': ['ID=82940b51-2c47-49aa-aeaa-8d16a12c0da7,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:37.971863 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.972217 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.972704 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.973191 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.973697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.973927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.974263 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.974597 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.974931 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.975284 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.975614 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:37.975940 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:04:38.132924 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.198791 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48598) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:38.212747 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-54c66a98-1599-4c03-a646-2ebc17a8f4e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.292420 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-54c66a98-1599-4c03-a646-2ebc17a8f4e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.356717 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Router fd440c4d-f2ce-4d76-93be-8afa131c8e2c has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:04:38.372518 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-54c66a98-1599-4c03-a646-2ebc17a8f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.414182 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-54c66a98-1599-4c03-a646-2ebc17a8f4e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94149f3733414e3ab0c998eaa37c2a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118208 Oct 15 18:04:38.414182 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c66a98-1599-4c03-a646-2ebc17a8f4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a924e019-f46f-4452-8725-9ce50b6d4365,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:38.416378 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48600) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:38.463776 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:04:38.466674 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b01101a-5b88-4a57-b036-53dbe207b119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.469817 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ba465655-3dee-4112-9728-bef0edf73fed admin admin] 10.222.0.44 "PUT /v2.0/routers/fd440c4d-f2ce-4d76-93be-8afa131c8e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112643 Oct 15 18:04:38.472290 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48602) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:38.477945 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] Sync routers for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:04:38.488786 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b01101a-5b88-4a57-b036-53dbe207b119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.491973 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:04:38.491973 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:04:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:38.578899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.621467 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b01101a-5b88-4a57-b036-53dbe207b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.624347 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-8b01101a-5b88-4a57-b036-53dbe207b119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.625529 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-8b01101a-5b88-4a57-b036-53dbe207b119 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a924e019-f46f-4452-8725-9ce50b6d4365 HTTP/1.1" status: 204 len: 168 time: 0.2081778 Oct 15 18:04:38.637047 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01101a-5b88-4a57-b036-53dbe207b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a924e019-f46f-4452-8725-9ce50b6d4365,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:38.690862 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.691784 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:04:38.794091 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Deleting port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:04:38.794423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.869133 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T18:04:37Z', 'revision_number': 5, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port': {'id': '14a6d9bd-7219-4c29-81f0-4f244e92fcfd', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T17:53:50Z', 'updated_at': '2021-10-15T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:38.872917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] For port 14a6d9bd-7219-4c29-81f0-4f244e92fcfd, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:04:38.873302 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:38.885722 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Calling delete_port for 14a6d9bd-7219-4c29-81f0-4f244e92fcfd owned by network:router_gateway {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:04:38.898095 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] Checking router: fd440c4d-f2ce-4d76-93be-8afa131c8e2c for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:04:38.906094 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] Routers {'fd440c4d-f2ce-4d76-93be-8afa131c8e2c'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:04:38.906687 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:04:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:38.995537 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] Set router fd440c4d-f2ce-4d76-93be-8afa131c8e2c gateway port host: None {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:04:39.054553 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T18:04:38Z', 'revision_number': 6, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:39.082323 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133ebab-26d6-4eb8-baaa-d12ee0508690 None None] The sync data for ids ['fd440c4d-f2ce-4d76-93be-8afa131c8e2c'] in dv-cinder-790535-16-iscsi is: [{'id': 'fd440c4d-f2ce-4d76-93be-8afa131c8e2c', 'name': 'tempest-AttachVolumeShelveTestJSON-112223665-router', 'tenant_id': '7f30b4f7915b46f6bbc63626aba24211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T17:53:48Z', 'updated_at': '2021-10-15T18:04:38Z', 'revision_number': 6, 'project_id': '7f30b4f7915b46f6bbc63626aba24211', 'gw_port_host': None}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:04:39.307278 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48608) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:39.319903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bfbb31f4-495d-4731-a753-72a51e6e8dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.327485 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.364087 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a6d9bd-7219-4c29-81f0-4f244e92fcfd,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:39.442853 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.547310 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.552749 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.558920 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bfbb31f4-495d-4731-a753-72a51e6e8dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.633400 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-bfbb31f4-495d-4731-a753-72a51e6e8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.669585 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb31f4-495d-4731-a753-72a51e6e8dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721af305-07ae-4152-99a0-79b1bd59ff93,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:39.673914 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-bfbb31f4-495d-4731-a753-72a51e6e8dc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5130af77b3b14b5fb398dd683fd30e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656211 Oct 15 18:04:39.676517 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48610) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:39.692677 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.693188 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd440c4d-f2ce-4d76-93be-8afa131c8e2c {{(pid=112104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:04:39.703695 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.704785 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-ad1cf15e-244d-43b6-b567-7361708e0bf7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fd440c4d-f2ce-4d76-93be-8afa131c8e2c HTTP/1.1" status: 204 len: 168 time: 1.2315793 Oct 15 18:04:39.707493 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48612) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:39.730655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-94109880-6321-4a3d-aece-c5acb464f383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.751384 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Deleting subnet 369cb9b8-4899-4e9e-abad-98e9faf10968 {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:04:39.751581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-94109880-6321-4a3d-aece-c5acb464f383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.754465 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.792692 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.873455 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.875142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-94109880-6321-4a3d-aece-c5acb464f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.878102 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-94109880-6321-4a3d-aece-c5acb464f383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:39.879607 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-94109880-6321-4a3d-aece-c5acb464f383 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/721af305-07ae-4152-99a0-79b1bd59ff93 HTTP/1.1" status: 204 len: 168 time: 0.2021914 Oct 15 18:04:39.889351 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94109880-6321-4a3d-aece-c5acb464f383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721af305-07ae-4152-99a0-79b1bd59ff93,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:39.894383 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 82940b51-2c47-49aa-aeaa-8d16a12c0da7 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:04:39.930416 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 82940b51-2c47-49aa-aeaa-8d16a12c0da7 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:04:39.931065 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 82940b51-2c47-49aa-aeaa-8d16a12c0da7 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:04:39.935997 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 14a6d9bd-7219-4c29-81f0-4f244e92fcfd no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:04:39.972089 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 14a6d9bd-7219-4c29-81f0-4f244e92fcfd {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:04:39.972089 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 14a6d9bd-7219-4c29-81f0-4f244e92fcfd not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:04:39.993723 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.019452 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369cb9b8-4899-4e9e-abad-98e9faf10968,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:40.023263 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.028662 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-620f80c8-b65d-4e06-b730-4ba6dbc0fcb6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/369cb9b8-4899-4e9e-abad-98e9faf10968 HTTP/1.1" status: 204 len: 168 time: 0.3194704 Oct 15 18:04:40.031587 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48616) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:40.036378 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a29bcf-74fd-4516-a50a-a9858af97a3c None None] Network a89a96f1-9d66-4919-8de4-371b51794dd2 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:04:40.116959 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.172923 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Deleting port fff8118c-2c7c-4baa-abae-09fc01c1789d {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:04:40.173259 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.233827 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d094df7-f145-421d-9124-f32119e23277 None None] DHCP port deletion for a89a96f1-9d66-4919-8de4-371b51794dd2 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:04:40.250404 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] For port fff8118c-2c7c-4baa-abae-09fc01c1789d, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=fff8118c-2c7c-4baa-abae-09fc01c1789d,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:04:40.250762 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.263085 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Calling delete_port for fff8118c-2c7c-4baa-abae-09fc01c1789d owned by network:dhcp {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:04:40.280167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-2d094df7-f145-421d-9124-f32119e23277 None None] Deleting port fff8118c-2c7c-4baa-abae-09fc01c1789d {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:04:40.280771 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2d094df7-f145-421d-9124-f32119e23277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.349663 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-2d094df7-f145-421d-9124-f32119e23277 None None] For port fff8118c-2c7c-4baa-abae-09fc01c1789d, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=fff8118c-2c7c-4baa-abae-09fc01c1789d,segment=NetworkSegment(02de511b-0f25-4e9b-9d67-e5c2a25cc24a),segment_id=02de511b-0f25-4e9b-9d67-e5c2a25cc24a)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:04:40.350066 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2d094df7-f145-421d-9124-f32119e23277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.363320 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-2d094df7-f145-421d-9124-f32119e23277 None None] Calling delete_port for fff8118c-2c7c-4baa-abae-09fc01c1789d owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:04:40.412800 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.438182 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2d094df7-f145-421d-9124-f32119e23277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.439130 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff8118c-2c7c-4baa-abae-09fc01c1789d,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:40.443993 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] No DVR routers for this DVR port fff8118c-2c7c-4baa-abae-09fc01c1789d on host dv-cinder-790535-16-iscsi {{(pid=112105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:04:40.467115 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d094df7-f145-421d-9124-f32119e23277 None None] Pushing event deleted for resources: {'Port': ['ID=fff8118c-2c7c-4baa-abae-09fc01c1789d,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:40.473576 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d094df7-f145-421d-9124-f32119e23277 None None] No DVR routers for this DVR port fff8118c-2c7c-4baa-abae-09fc01c1789d on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:04:40.522114 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.541942 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89a96f1-9d66-4919-8de4-371b51794dd2']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:40.551509 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02de511b-0f25-4e9b-9d67-e5c2a25cc24a') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:40.551810 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02de511b-0f25-4e9b-9d67-e5c2a25cc24a') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:04:40.561666 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.574395 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.580112 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:04:40.580490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:04:40.582096 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:04:40.724792 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.731910 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:40.735406 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a89a96f1-9d66-4919-8de4-371b51794dd2 HTTP/1.1" status: 204 len: 168 time: 0.7027423 Oct 15 18:04:40.744713 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b866e-838a-4d87-b5dc-d4dde1d19439 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89a96f1-9d66-4919-8de4-371b51794dd2,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:41.034033 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48646) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:41.076511 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e3f4bfca-885f-4afd-8291-51aaf23988ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f30b4f7915b46f6bbc63626aba24211&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412245 Oct 15 18:04:41.078951 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48650) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:41.129215 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd259-d3d9-4b2a-9a20-98467ba4dade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:41.151720 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd259-d3d9-4b2a-9a20-98467ba4dade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:41.298225 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd259-d3d9-4b2a-9a20-98467ba4dade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:41.301059 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd259-d3d9-4b2a-9a20-98467ba4dade admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:41.302336 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1c2dd259-d3d9-4b2a-9a20-98467ba4dade admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fffe6cd5-8833-4932-8456-adcc22c2def1 HTTP/1.1" status: 204 len: 168 time: 0.2222643 Oct 15 18:04:41.310578 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dd259-d3d9-4b2a-9a20-98467ba4dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe6cd5-8833-4932-8456-adcc22c2def1,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:41.771436 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device fff8118c-2c7c-4baa-abae-09fc01c1789d no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:04:41.794307 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: fff8118c-2c7c-4baa-abae-09fc01c1789d {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:04:41.794760 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device fff8118c-2c7c-4baa-abae-09fc01c1789d not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:04:48.230363 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-77ff098e-cc0c-4f88-adf5-dc1f61bbd668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:51.090171 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5d29a88c-41f7-4cf8-a936-cb664222247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:51.820989 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.292636 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.438969 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48840) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:52.541713 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eeab5ab5-b7df-407a-89e7-a180d51d110f admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.617414 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eeab5ab5-b7df-407a-89e7-a180d51d110f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.692219 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-eeab5ab5-b7df-407a-89e7-a180d51d110f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.733024 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-eeab5ab5-b7df-407a-89e7-a180d51d110f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1483cf4df414c0f964b908789d715f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928169 Oct 15 18:04:52.734145 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab5ab5-b7df-407a-89e7-a180d51d110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d101d-52d6-4dc5-b356-2a8a3061d871,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:52.736826 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48844) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:52.790256 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfe20-b57b-4004-9803-882350521b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.815481 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfe20-b57b-4004-9803-882350521b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.964599 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfe20-b57b-4004-9803-882350521b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.967171 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfe20-b57b-4004-9803-882350521b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:52.968410 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-e3fbfe20-b57b-4004-9803-882350521b15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b5d101d-52d6-4dc5-b356-2a8a3061d871 HTTP/1.1" status: 204 len: 168 time: 0.2311614 Oct 15 18:04:52.976132 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbfe20-b57b-4004-9803-882350521b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d101d-52d6-4dc5-b356-2a8a3061d871,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:53.552727 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48852) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:53.565682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9a54098e-0d3c-469e-bc22-2d57ff422c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.645829 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9a54098e-0d3c-469e-bc22-2d57ff422c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.703886 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-9a54098e-0d3c-469e-bc22-2d57ff422c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.741093 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-9a54098e-0d3c-469e-bc22-2d57ff422c4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a2684d50f2a4ee98d638b70b3c45c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873116 Oct 15 18:04:53.742981 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54098e-0d3c-469e-bc22-2d57ff422c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02370fba-8b63-4917-9960-badded172758,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:53.743808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48854) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:53.761093 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.793594 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb55-a33f-4b62-a180-0d5d056ac132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.813971 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb55-a33f-4b62-a180-0d5d056ac132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.937443 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb55-a33f-4b62-a180-0d5d056ac132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.940116 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb55-a33f-4b62-a180-0d5d056ac132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:53.941297 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4aabdb55-a33f-4b62-a180-0d5d056ac132 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02370fba-8b63-4917-9960-badded172758 HTTP/1.1" status: 204 len: 168 time: 0.1964777 Oct 15 18:04:53.949192 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabdb55-a33f-4b62-a180-0d5d056ac132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02370fba-8b63-4917-9960-badded172758,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:54.655275 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 48870) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:54.668820 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-704f4322-4216-456f-a511-aad6ec7839ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:54.742780 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-704f4322-4216-456f-a511-aad6ec7839ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:54.800090 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-704f4322-4216-456f-a511-aad6ec7839ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:54.837407 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-704f4322-4216-456f-a511-aad6ec7839ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=055bf51b4f404bd4bf392ac79e058537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810656 Oct 15 18:04:54.838296 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f4322-4216-456f-a511-aad6ec7839ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ec5d5-c8dd-431c-bf62-07c07638b99f,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:54.840621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 48872) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:04:54.888584 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f01693bf-4159-40dd-9aae-0e90e8531175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:54.908926 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f01693bf-4159-40dd-9aae-0e90e8531175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:55.032395 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f01693bf-4159-40dd-9aae-0e90e8531175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:55.035014 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f01693bf-4159-40dd-9aae-0e90e8531175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:55.036245 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f01693bf-4159-40dd-9aae-0e90e8531175 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/828ec5d5-c8dd-431c-bf62-07c07638b99f HTTP/1.1" status: 204 len: 168 time: 0.1940763 Oct 15 18:04:55.045164 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01693bf-4159-40dd-9aae-0e90e8531175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ec5d5-c8dd-431c-bf62-07c07638b99f,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:04:58.464406 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:04:59.353884 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:05:18.289164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-79b46fd7-a5c3-4248-af21-d3198ea90ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:21.089763 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b40bf0f2-37e1-43c7-8e4b-108f837ac331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:21.861097 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:21.981357 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 49154) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:05:22.087608 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cbe8-c2c4-4dbe-8d05-81df59197112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.159411 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cbe8-c2c4-4dbe-8d05-81df59197112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.237744 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cbe8-c2c4-4dbe-8d05-81df59197112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.276852 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d1d4cbe8-c2c4-4dbe-8d05-81df59197112 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87015ca2d53245bc999902754790b2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943811 Oct 15 18:05:22.278111 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4cbe8-c2c4-4dbe-8d05-81df59197112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb20be3-6dd9-4fa2-aca5-ad5d7a8785a7,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:05:22.280682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 49160) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:05:22.323666 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.329669 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0e76e7aa-c173-42f6-b215-0e1e247b12e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.351110 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0e76e7aa-c173-42f6-b215-0e1e247b12e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.466866 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0e76e7aa-c173-42f6-b215-0e1e247b12e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.469483 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0e76e7aa-c173-42f6-b215-0e1e247b12e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:22.470649 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0e76e7aa-c173-42f6-b215-0e1e247b12e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eb20be3-6dd9-4fa2-aca5-ad5d7a8785a7 HTTP/1.1" status: 204 len: 168 time: 0.1890676 Oct 15 18:05:22.478793 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e7aa-c173-42f6-b215-0e1e247b12e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb20be3-6dd9-4fa2-aca5-ad5d7a8785a7,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:05:23.811736 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:28.460643 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:36.352967 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:05:48.254615 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-65b4d471-2592-4b15-bd46-42e2ed9bd971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.191119 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 49256) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:05:49.294877 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.367090 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.426014 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.465744 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93b5370cfb7547d3911be5b9972d9f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734931 Oct 15 18:05:49.466672 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3772028-33dd-4943-8aaa-60d662204aa3,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:05:49.468448 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 49260) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:05:49.475284 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.475637 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.475976 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.476314 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.476659 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.476982 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.477308 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.477637 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.477973 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.478281 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.478612 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.478935 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559047dd-17f8-4e16-be66-67b3e76136be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.522058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.543185 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.645160 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.647825 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:49.648987 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3772028-33dd-4943-8aaa-60d662204aa3 HTTP/1.1" status: 204 len: 168 time: 0.1789780 Oct 15 18:05:49.657534 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3772028-33dd-4943-8aaa-60d662204aa3,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:05:49.664864 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.665217 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.665560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.665899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.666338 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.666574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.666909 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.667260 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.667595 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.667921 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.668244 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:49.668566 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35642c-5630-41b7-9379-63267207d127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:05:51.111373 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7362209c-27df-4d9b-8a8e-544bbcb3f42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:51.836987 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:52.334416 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:53.787528 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:05:58.488344 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.310046 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 49396) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:06:02.430019 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-01594b69-af4f-4c18-9268-ede713a1e749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.501931 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-01594b69-af4f-4c18-9268-ede713a1e749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.574277 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-01594b69-af4f-4c18-9268-ede713a1e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.612137 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-01594b69-af4f-4c18-9268-ede713a1e749 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68c2e6ee5e1249d5ab2e70f4c15a850e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009324 Oct 15 18:06:02.613227 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01594b69-af4f-4c18-9268-ede713a1e749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f51b07d-d4e6-422b-8bcb-67a139ba5d52,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:02.614992 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 49400) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:06:02.662579 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0d969f47-a691-488d-822f-4ef0a12374b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.682490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0d969f47-a691-488d-822f-4ef0a12374b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.796682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0d969f47-a691-488d-822f-4ef0a12374b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.799178 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0d969f47-a691-488d-822f-4ef0a12374b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:02.800338 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0d969f47-a691-488d-822f-4ef0a12374b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f51b07d-d4e6-422b-8bcb-67a139ba5d52 HTTP/1.1" status: 204 len: 168 time: 0.1843474 Oct 15 18:06:02.807699 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d969f47-a691-488d-822f-4ef0a12374b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f51b07d-d4e6-422b-8bcb-67a139ba5d52,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:03.737713 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 49422) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:06:03.831882 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-376263964-network', 'tenant_id': '5221c05a6bf6406caa11a6f00227bccc'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:06:03.901750 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Made reservation on behalf of 5221c05a6bf6406caa11a6f00227bccc for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:06:03.903988 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:03.912726 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:03.987244 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.053821 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.077248 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 18:06:04.086922 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4187e384-9e02-4b27-adbc-035d968b64b0,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:04.091550 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.091891 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Added segment 81cb1ab6-e88d-4220-bf85-8804f4154d38 of type vlan for network d5f34fe9-4e5b-4acf-b6da-f98429b3708d Oct 15 18:06:04.131806 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.227532 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.228526 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:04.229136 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.286936 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] Pushing event updated for resources: {'Network': ['ID=d5f34fe9-4e5b-4acf-b6da-f98429b3708d,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:04.296942 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network d5f34fe9-4e5b-4acf-b6da-f98429b3708d details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 18:06:04.337011 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-144fe278-fd9d-44c6-b7da-6ad14635c24e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5981143 Oct 15 18:06:04.339928 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 49428) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:06:04.345585 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Request body: {'subnet': {'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-376263964-subnet', 'tenant_id': '5221c05a6bf6406caa11a6f00227bccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:06:04.437550 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Made reservation on behalf of 5221c05a6bf6406caa11a6f00227bccc for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:06:04.440469 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.650879 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.705027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ba88c1-49a8-449d-b625-3d23eea6eeb4,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:04.711721 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Checking segment: {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:06:04.712076 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Network hostable DHCP agents. Network: d5f34fe9-4e5b-4acf-b6da-f98429b3708d, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 18:06:04.820213 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Network d5f34fe9-4e5b-4acf-b6da-f98429b3708d is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 18:06:04.916660 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, d5f34fe9-4e5b-4acf-b6da-f98429b3708d) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:06:04.920774 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:04.921346 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:04.925816 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16223e59-191d-4704-bf95-59feef2f8ce5 None None] Network d5f34fe9-4e5b-4acf-b6da-f98429b3708d requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:06:04.993764 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-23744c86-5637-4e6c-b8d7-9839df054e30 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6526415 Oct 15 18:06:05.044046 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2750c13-2e67-4b01-a757-539a3b8a3daa None None] Network d5f34fe9-4e5b-4acf-b6da-f98429b3708d requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:06:06.986373 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-cc13819e-d472-4abf-8f79-33c8b4ecd8d4 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:06.987887 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-cc13819e-d472-4abf-8f79-33c8b4ecd8d4 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 813 time: 0.1010363 Oct 15 18:06:07.002657 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-5c9fe622-5593-49af-87bb-ec185e41f1ac tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/quotas/5221c05a6bf6406caa11a6f00227bccc HTTP/1.1" status: 200 len: 375 time: 0.0091169 Oct 15 18:06:07.033178 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-68ab9870-41c5-4cb4-a899-9359129cbef8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256186 Oct 15 18:06:07.088544 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-b5fa2f3c-b696-476b-af45-b57641a19442 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:06:07.089574 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-b5fa2f3c-b696-476b-af45-b57641a19442 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0500164 Oct 15 18:06:07.188141 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-ed35aa3e-d5c2-4b29-871a-13fd77e875a2 service neutron] 10.222.0.44 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Oct 15 18:06:07.276096 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-6c276051-067a-48ff-9812-97be4c506a01 service neutron] 10.222.0.44 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819254 Oct 15 18:06:07.543522 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-79350d5e-52ff-4dd4-a086-7d7faa53eefd req-113cb2f9-4b97-4ead-8950-31d4e485c898 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 210 time: 0.0256181 Oct 15 18:06:08.632539 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-bf5d8f3b-48c4-424d-8269-406d9e30bf1b req-74bbcd19-baea-44b6-b215-53910571fb7a tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 210 time: 0.0266612 Oct 15 18:06:09.737724 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c190cdda-423c-485e-8e40-276514eed258 req-7d0bd2cc-e17a-4285-a4c5-787ea762f7de tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 210 time: 0.0284369 Oct 15 18:06:10.718100 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-52b00fc7-e2fc-4e9e-864b-6cd2c2af2d9c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:10.719553 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-52b00fc7-e2fc-4e9e-864b-6cd2c2af2d9c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 813 time: 0.1039872 Oct 15 18:06:10.732541 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Request body: {'port': {'device_id': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d', 'admin_state_up': True, 'tenant_id': '5221c05a6bf6406caa11a6f00227bccc'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:06:10.836334 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-00e6a356-b539-48c8-8c9a-2847c61cce11 req-77e893b2-9958-4291-ae92-70f88534da5c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 210 time: 0.0308914 Oct 15 18:06:10.916639 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Made reservation on behalf of 5221c05a6bf6406caa11a6f00227bccc for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:06:10.920241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.042570 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Allocated IP 172.20.0.12 (d5f34fe9-4e5b-4acf-b6da-f98429b3708d/d6ba88c1-49a8-449d-b625-3d23eea6eeb4/411a4c90-db46-4beb-8443-69e1cd21b2f9) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:06:11.187477 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.288817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.333538 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Network d5f34fe9-4e5b-4acf-b6da-f98429b3708d is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:06:11.336621 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:06:11.340157 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:06:11.365919 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Pushing event updated for resources: {'Port': ['ID=411a4c90-db46-4beb-8443-69e1cd21b2f9,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:11.392330 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:11.392929 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.462039 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-d8fb49ee-640f-4b7d-af2f-29117f33df2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332883 Oct 15 18:06:11.472458 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-b4866dd7-346f-4d69-aa15-191e23179a65 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:06:11.473397 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-b4866dd7-346f-4d69-aa15-191e23179a65 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055251 Oct 15 18:06:11.526609 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Request body: {'port': {'device_id': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:06:11.578534 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.832328 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411a4c90-db46-4beb-8443-69e1cd21b2f9 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:06:11.839425 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.851496 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Transition to ACTIVE for port object 411a4c90-db46-4beb-8443-69e1cd21b2f9 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:06:11.945220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:11.947479 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5c1eb-ec02-4c1b-9030-2305e28daec1 req-c90ee3b3-0482-40cb-8580-0dc57dde7b67 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:11.953372 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-94e5c1eb-ec02-4c1b-9030-2305e28daec1 req-c90ee3b3-0482-40cb-8580-0dc57dde7b67 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 932 time: 0.0471323 Oct 15 18:06:11.992306 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-94e5c1eb-ec02-4c1b-9030-2305e28daec1 req-a1ae6e7c-502d-4cf3-9eaa-0b792c203a2c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Oct 15 18:06:12.010547 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Pushing event updated for resources: {'Port': ['ID=411a4c90-db46-4beb-8443-69e1cd21b2f9,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:12.057569 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Attempting to bind port 411a4c90-db46-4beb-8443-69e1cd21b2f9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:06:12.057899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Attempting to bind port 411a4c90-db46-4beb-8443-69e1cd21b2f9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:06:12.058222 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Attempting to bind port 411a4c90-db46-4beb-8443-69e1cd21b2f9 on network d5f34fe9-4e5b-4acf-b6da-f98429b3708d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:06:12.062932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Port 411a4c90-db46-4beb-8443-69e1cd21b2f9 on network d5f34fe9-4e5b-4acf-b6da-f98429b3708d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:06:12.063255 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Attempting to bind port 411a4c90-db46-4beb-8443-69e1cd21b2f9 on network d5f34fe9-4e5b-4acf-b6da-f98429b3708d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:06:12.068054 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:06:12.068383 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Checking segment: {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:06:12.068757 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Bound using segment: {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:06:12.069172 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Bound port: 411a4c90-db46-4beb-8443-69e1cd21b2f9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:06:12.069550 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:12.132163 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] For port 411a4c90-db46-4beb-8443-69e1cd21b2f9, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:06:12.134963 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] For port 411a4c90-db46-4beb-8443-69e1cd21b2f9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:06:12.205046 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:12.239179 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:12.239797 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:12.241163 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] 10.222.0.47 "PUT /v2.0/ports/411a4c90-db46-4beb-8443-69e1cd21b2f9 HTTP/1.1" status: 200 len: 1094 time: 0.7597241 Oct 15 18:06:12.241588 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'tag': '411a4c90-db46-4beb-8443-69e1cd21b2f9'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:06:12.243915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb097d-170e-404e-b072-991ae891963f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8efb7f-bfe6-4684-95f6-eb9531e87e25", "tag": "411a4c90-db46-4beb-8443-69e1cd21b2f9"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:06:12.266804 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0a6f-b4bd-43b3-88b2-cccc0f68ef13 service neutron] Pushing event updated for resources: {'Port': ['ID=411a4c90-db46-4beb-8443-69e1cd21b2f9,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:12.393377 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0477b7-5166-41a7-b3de-a0384958cc7a x-openstack-request-id: req-8d0477b7-5166-41a7-b3de-a0384958cc7a {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:06:12.393673 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8efb7f-bfe6-4684-95f6-eb9531e87e25", "tag": "411a4c90-db46-4beb-8443-69e1cd21b2f9", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:06:12.393928 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d0477b7-5166-41a7-b3de-a0384958cc7a {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:06:12.394324 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'tag': '411a4c90-db46-4beb-8443-69e1cd21b2f9', 'status': 'completed', 'code': 200} Oct 15 18:06:12.396048 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-20fb1d8a-40d7-45c5-a08d-8652fe1cecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:12.397537 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-20fb1d8a-40d7-45c5-a08d-8652fe1cecdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 1097 time: 0.0454397 Oct 15 18:06:12.442316 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-34375921-c39a-4f8f-bfc5-57ad3519185d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0367219 Oct 15 18:06:12.489828 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-42218c14-9819-4a56-909d-9ca89c20b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:12.491216 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-42218c14-9819-4a56-909d-9ca89c20b42f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ba88c1-49a8-449d-b625-3d23eea6eeb4 HTTP/1.1" status: 200 len: 853 time: 0.0423706 Oct 15 18:06:12.522826 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-c6b22e22-3fd0-490f-9323-fa75a588b30f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235741 Oct 15 18:06:12.615780 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-8ca295f0-0d1b-43b0-be0c-b1c543529301 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Oct 15 18:06:12.703874 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-c09c59a8-bb00-4a46-9e29-33c7e90c95d8 req-f9024ed7-1402-4f50-acb0-ab3b0133cc57 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804200 Oct 15 18:06:12.879108 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb097d-170e-404e-b072-991ae891963f req-413ef5a4-70e9-4f96-8694-469ecda7a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:12.880610 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-413ef5a4-70e9-4f96-8694-469ecda7a917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 1097 time: 0.0408270 Oct 15 18:06:12.972610 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb097d-170e-404e-b072-991ae891963f req-caf6c83e-ee4c-4f6c-88ed-353334b4d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:12.973975 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-caf6c83e-ee4c-4f6c-88ed-353334b4d5de service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 914 time: 0.0867491 Oct 15 18:06:13.013852 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-cad47ab8-230e-4747-a504-c4dbe811ca32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0322812 Oct 15 18:06:13.068450 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb097d-170e-404e-b072-991ae891963f req-4a5caef3-d657-4d31-9d47-7d5a8f6e6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:13.069925 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-4a5caef3-d657-4d31-9d47-7d5a8f6e6989 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ba88c1-49a8-449d-b625-3d23eea6eeb4 HTTP/1.1" status: 200 len: 853 time: 0.0482917 Oct 15 18:06:13.102200 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-8ddec7cf-1292-4778-b494-0c2e515a4a3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246990 Oct 15 18:06:13.109258 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298a181-efd5-4304-9f77-d93288ef7a5e req-a2497c82-3cc8-401e-8b56-12645e7fcbd6 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:13.110725 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d298a181-efd5-4304-9f77-d93288ef7a5e req-a2497c82-3cc8-401e-8b56-12645e7fcbd6 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 944 time: 0.0493374 Oct 15 18:06:13.147760 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d298a181-efd5-4304-9f77-d93288ef7a5e req-dadbb147-1dd2-4949-aec7-b74d6ef82d28 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309279 Oct 15 18:06:13.190126 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-3f2a454a-8c9c-4be7-bd83-ebd369664299 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Oct 15 18:06:13.279671 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aadb097d-170e-404e-b072-991ae891963f req-03f10c14-8049-4b77-8ddd-f7aa8db26d0a service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Oct 15 18:06:13.351530 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:06:14.260360 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae060e-9972-4184-b63a-ab480a55221a req-41be0023-ff60-40a8-84d5-8eda39275218 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:14.261805 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71ae060e-9972-4184-b63a-ab480a55221a req-41be0023-ff60-40a8-84d5-8eda39275218 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 944 time: 0.0481315 Oct 15 18:06:14.298496 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-71ae060e-9972-4184-b63a-ab480a55221a req-7be4bfae-a370-48f2-a5e6-a9f1729b426b tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Oct 15 18:06:15.561076 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548aa2f-5bd0-432c-a987-4df1844156de req-e7c773ab-cd8a-4472-a956-2796c39969cc tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:15.563164 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9548aa2f-5bd0-432c-a987-4df1844156de req-e7c773ab-cd8a-4472-a956-2796c39969cc tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 944 time: 0.0475271 Oct 15 18:06:15.599400 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9548aa2f-5bd0-432c-a987-4df1844156de req-91d3c2da-dd78-4ced-bffd-e54967585061 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Oct 15 18:06:16.710059 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25fca-d0b9-4ffb-a739-542500cf8aae req-205ebd66-39a2-4d7b-8dfc-f49a4a9d33f6 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:16.711527 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-85c25fca-d0b9-4ffb-a739-542500cf8aae req-205ebd66-39a2-4d7b-8dfc-f49a4a9d33f6 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 944 time: 0.0474920 Oct 15 18:06:16.752406 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-85c25fca-d0b9-4ffb-a739-542500cf8aae req-6ef68d6d-05ff-4e28-90b6-6226111fd301 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Oct 15 18:06:16.987043 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 411a4c90-db46-4beb-8443-69e1cd21b2f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:06:17.083666 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 411a4c90-db46-4beb-8443-69e1cd21b2f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:06:17.094857 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '411a4c90-db46-4beb-8443-69e1cd21b2f9', 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d', 'port_id': '411a4c90-db46-4beb-8443-69e1cd21b2f9', 'mac_address': 'fa:16:3e:75:1b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ba88c1-49a8-449d-b625-3d23eea6eeb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:06:17.130439 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:17.144794 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411a4c90-db46-4beb-8443-69e1cd21b2f9 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:06:17.170870 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 411a4c90-db46-4beb-8443-69e1cd21b2f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:06:17.227301 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:17.276260 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=411a4c90-db46-4beb-8443-69e1cd21b2f9,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:17.283422 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.283769 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.284109 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.284441 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.284771 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.285100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.285426 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.285747 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.286069 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.286388 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.286705 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.287022 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:06:17.596162 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['411a4c90-db46-4beb-8443-69e1cd21b2f9'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:06:17.860968 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98b87-592d-4705-9427-393891bdbfd4 req-b283d8b9-3644-4e5f-ba81-dd2ba565596f tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:17.862339 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c4d98b87-592d-4705-9427-393891bdbfd4 req-b283d8b9-3644-4e5f-ba81-dd2ba565596f tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 945 time: 0.0475707 Oct 15 18:06:17.902320 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c4d98b87-592d-4705-9427-393891bdbfd4 req-99c65e9c-28b8-468d-869d-74e62dc3b13a tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Oct 15 18:06:18.247620 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1ff2bf11-3be6-4f99-b002-f553c986cd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:18.985504 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 411a4c90-db46-4beb-8443-69e1cd21b2f9 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:06:19.013582 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf8097-2825-4d55-a995-8f4c4cee9dd1 req-fba81a17-f23e-40fc-8b1a-9468b4403aa2 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:19.015582 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-caaf8097-2825-4d55-a995-8f4c4cee9dd1 req-fba81a17-f23e-40fc-8b1a-9468b4403aa2 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 945 time: 0.0494137 Oct 15 18:06:19.054628 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-caaf8097-2825-4d55-a995-8f4c4cee9dd1 req-a4df867e-94ca-435d-acd5-80e177a1d916 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 Oct 15 18:06:19.110975 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 411a4c90-db46-4beb-8443-69e1cd21b2f9 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:06:19.114882 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 411a4c90-db46-4beb-8443-69e1cd21b2f9 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:06:19.120015 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:19.299494 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:19.320184 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a4c90-db46-4beb-8443-69e1cd21b2f9'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:06:19.322391 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384cabc-21b0-44bf-9a49-5bacf2bb4bb4" -d '{"events": [{"server_uuid": "1b8efb7f-bfe6-4684-95f6-eb9531e87e25", "name": "network-vif-plugged", "status": "completed", "tag": "411a4c90-db46-4beb-8443-69e1cd21b2f9"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:06:19.334938 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 411a4c90-db46-4beb-8443-69e1cd21b2f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:06:19.417519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2603403-1f69-43d4-9287-b45811d1c78f x-openstack-request-id: req-c2603403-1f69-43d4-9287-b45811d1c78f {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:06:19.417817 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8efb7f-bfe6-4684-95f6-eb9531e87e25", "name": "network-vif-plugged", "status": "completed", "tag": "411a4c90-db46-4beb-8443-69e1cd21b2f9", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:06:19.418066 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2603403-1f69-43d4-9287-b45811d1c78f {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:06:19.418455 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a4c90-db46-4beb-8443-69e1cd21b2f9', 'code': 200} Oct 15 18:06:19.425237 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:19.472072 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=411a4c90-db46-4beb-8443-69e1cd21b2f9,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:06:19.708005 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252a937-ee34-4c53-bd22-9db03f8eee73 req-956f1fc0-0124-4f6a-809b-157a0eb699e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:19.709463 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a252a937-ee34-4c53-bd22-9db03f8eee73 req-956f1fc0-0124-4f6a-809b-157a0eb699e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 1099 time: 0.0394177 Oct 15 18:06:19.743019 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a252a937-ee34-4c53-bd22-9db03f8eee73 req-74764e6c-7a41-4e48-bb9f-a6c02e1201fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267060 Oct 15 18:06:20.176384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207924-554c-4ec0-ac42-f7ba3f2eab9a req-5fcbee55-3ceb-4de9-8308-16d934199055 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:20.177832 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1d207924-554c-4ec0-ac42-f7ba3f2eab9a req-5fcbee55-3ceb-4de9-8308-16d934199055 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 946 time: 0.0479720 Oct 15 18:06:20.218366 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1d207924-554c-4ec0-ac42-f7ba3f2eab9a req-24f74bf1-f555-40a0-995e-d35640f3509f tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Oct 15 18:06:21.101555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d95c753b-edd6-4370-9caf-e1fe7cd9ea23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:21.334904 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc4b48-b468-4b12-bdd5-3edde3c71f4e req-4f828cfa-8844-45dd-a4f9-00dcac1c069e tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:06:21.336378 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63cc4b48-b468-4b12-bdd5-3edde3c71f4e req-4f828cfa-8844-45dd-a4f9-00dcac1c069e tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 946 time: 0.0482175 Oct 15 18:06:21.373347 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-63cc4b48-b468-4b12-bdd5-3edde3c71f4e req-b5afa230-ce36-41ef-9095-cb4b56defa10 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 Oct 15 18:06:21.849981 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:22.290164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:23.810473 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:28.482590 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:48.252690 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-681b8fac-e818-4786-a5f6-81697678d06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:50.350873 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:06:51.089785 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0e1095b1-0b60-4a5f-a057-a9e947579d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:51.860723 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:52.309978 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:53.792192 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:06:58.504492 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:04.420058 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-602c1cf4-4c4f-49fb-8db7-6cde8bd9c6c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405157 Oct 15 18:07:04.498382 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70946128-393d-498a-974b-8456e3e3f423 req-1abb2981-f6ee-4489-88ac-592422e34cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:04.499915 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-1abb2981-f6ee-4489-88ac-592422e34cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 1099 time: 0.0403600 Oct 15 18:07:04.606415 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70946128-393d-498a-974b-8456e3e3f423 req-fdd85910-289a-4bea-bb16-bea8681f0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:04.608108 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-fdd85910-289a-4bea-bb16-bea8681f0db4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 914 time: 0.0904195 Oct 15 18:07:04.649394 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-5556893c-136e-4f10-8c68-89e477e2c111 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0341232 Oct 15 18:07:04.696479 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70946128-393d-498a-974b-8456e3e3f423 req-4e625b06-13fc-4310-a772-4878b2c4108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:04.697847 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-4e625b06-13fc-4310-a772-4878b2c4108d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ba88c1-49a8-449d-b625-3d23eea6eeb4 HTTP/1.1" status: 200 len: 853 time: 0.0414965 Oct 15 18:07:04.728875 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-1571094d-a33c-41b4-bb70-25da42a143ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232699 Oct 15 18:07:04.819316 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-13fbf39b-8d34-4452-9d73-0cf3c8d6dbfc service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Oct 15 18:07:04.909653 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-70946128-393d-498a-974b-8456e3e3f423 req-a5507007-8fd6-423f-a0a3-eb4abb22701b service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830677 Oct 15 18:07:16.069311 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010d66-f978-43a2-99f1-c671f382855d req-0e6d3cd3-62f4-4677-b4ae-ae90fd7c97bc tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:16.070800 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-69010d66-f978-43a2-99f1-c671f382855d req-0e6d3cd3-62f4-4677-b4ae-ae90fd7c97bc tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 946 time: 0.0480618 Oct 15 18:07:16.108644 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-69010d66-f978-43a2-99f1-c671f382855d req-bec4db59-b5d0-4cec-a123-dd6750dbf5bb tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Oct 15 18:07:17.219961 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cf29c-7f71-41d2-bcdf-ed4327f04441 req-735e4372-7a8a-4f9d-970e-93d25258fd31 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:17.221413 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-670cf29c-7f71-41d2-bcdf-ed4327f04441 req-735e4372-7a8a-4f9d-970e-93d25258fd31 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 946 time: 0.0472956 Oct 15 18:07:17.257959 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-670cf29c-7f71-41d2-bcdf-ed4327f04441 req-3124a1e2-d918-4d6a-80ea-1177a5269cdf tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302267 Oct 15 18:07:17.947279 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-bf973efe-577b-4342-a1ff-b344aa73a380 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:17.948742 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-bf973efe-577b-4342-a1ff-b344aa73a380 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 946 time: 0.0468836 Oct 15 18:07:18.040769 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Deleting port 411a4c90-db46-4beb-8443-69e1cd21b2f9 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:07:18.041113 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:18.126359 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] For port 411a4c90-db46-4beb-8443-69e1cd21b2f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=411a4c90-db46-4beb-8443-69e1cd21b2f9,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:07:18.126707 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:18.138622 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Calling delete_port for 411a4c90-db46-4beb-8443-69e1cd21b2f9 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:07:18.266019 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-378cec7d-a60d-47bc-93e5-f20466b75764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:18.317701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:18.329740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['411a4c90-db46-4beb-8443-69e1cd21b2f9'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:07:18.346484 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Pushing event deleted for resources: {'Port': ['ID=411a4c90-db46-4beb-8443-69e1cd21b2f9,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:07:18.355213 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-94e6e502-cfdd-468d-a80d-3a8a5f2ef6a0 req-60dac36b-87c8-47db-887f-b66e70dab728 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b8efb7f-bfe6-4684-95f6-eb9531e87e25 HTTP/1.1" status: 200 len: 210 time: 0.0315080 Oct 15 18:07:18.359391 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.359747 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.360096 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.360432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.360771 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.361100 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.361438 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.361761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.362104 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.362409 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.362735 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.363055 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:18.403294 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] No DVR routers for this DVR port 411a4c90-db46-4beb-8443-69e1cd21b2f9 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:07:18.405709 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:18.409081 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-47aea4e2-14ff-4669-ac0a-7936cdb146e9 req-f16a5882-d504-4914-a139-80214e1ec61c tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "DELETE /v2.0/ports/411a4c90-db46-4beb-8443-69e1cd21b2f9 HTTP/1.1" status: 204 len: 173 time: 0.4540555 Oct 15 18:07:18.409512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'name': 'network-vif-deleted', 'tag': '411a4c90-db46-4beb-8443-69e1cd21b2f9'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:07:18.412320 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef982e6-ab11-45df-9a35-55a4c25f7a18" -d '{"events": [{"server_uuid": "1b8efb7f-bfe6-4684-95f6-eb9531e87e25", "name": "network-vif-deleted", "tag": "411a4c90-db46-4beb-8443-69e1cd21b2f9"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:07:18.446708 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dec086-1c4a-4174-943b-29757598126b x-openstack-request-id: req-e9dec086-1c4a-4174-943b-29757598126b {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:07:18.447000 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8efb7f-bfe6-4684-95f6-eb9531e87e25", "name": "network-vif-deleted", "tag": "411a4c90-db46-4beb-8443-69e1cd21b2f9", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:07:18.447283 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9dec086-1c4a-4174-943b-29757598126b {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:07:18.447716 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8efb7f-bfe6-4684-95f6-eb9531e87e25', 'name': 'network-vif-deleted', 'tag': '411a4c90-db46-4beb-8443-69e1cd21b2f9', 'status': 'completed', 'code': 200} Oct 15 18:07:21.098036 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-07671e2a-b0a0-49ae-ae27-d817d82ca440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:21.454758 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 411a4c90-db46-4beb-8443-69e1cd21b2f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:07:21.475825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 411a4c90-db46-4beb-8443-69e1cd21b2f9 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:07:21.476170 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 411a4c90-db46-4beb-8443-69e1cd21b2f9 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:07:21.871376 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:22.294085 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:23.793495 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:27.349440 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:07:28.499915 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:30.976265 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-c1ae5cb0-c53c-444c-a6ea-162d94c66f6b tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:30.977717 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-c1ae5cb0-c53c-444c-a6ea-162d94c66f6b tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 813 time: 0.0973761 Oct 15 18:07:30.993337 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-05b069c7-c6c8-4bde-8b8f-803349cdefff tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/quotas/5221c05a6bf6406caa11a6f00227bccc HTTP/1.1" status: 200 len: 375 time: 0.0091302 Oct 15 18:07:31.024223 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-eb285d15-f83d-43f3-b66a-ee48ebd72621 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257745 Oct 15 18:07:31.114596 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-35082131-48b2-434b-a823-f991ac1fbfe6 service neutron] 10.222.0.44 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836639 Oct 15 18:07:31.206256 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-5fad49a2-c3ab-4f58-bf1a-fb44a66e9b41 service neutron] 10.222.0.44 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Oct 15 18:07:31.469487 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4532d942-c051-426a-913b-7e8b994360a9 req-a289e725-f9e3-43d7-bf50-810d18e9c41e tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 210 time: 0.0308554 Oct 15 18:07:32.562130 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2e6d5f0b-fe82-4624-aa35-32cf5c6dae9e req-61ee3652-1847-4094-8a1d-b70640bbb3f8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Oct 15 18:07:33.203017 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-09b423a9-aafa-4144-ae57-c4ab5761fddc tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:33.205407 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-09b423a9-aafa-4144-ae57-c4ab5761fddc tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 813 time: 0.1031327 Oct 15 18:07:33.218327 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Request body: {'port': {'device_id': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d', 'admin_state_up': True, 'tenant_id': '5221c05a6bf6406caa11a6f00227bccc'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:07:33.412066 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Made reservation on behalf of 5221c05a6bf6406caa11a6f00227bccc for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:07:33.415632 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:33.543055 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Allocated IP 172.20.0.2 (d5f34fe9-4e5b-4acf-b6da-f98429b3708d/d6ba88c1-49a8-449d-b625-3d23eea6eeb4/775a0c0c-7be6-483c-bd29-74ed0c6c8d9d) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:07:33.658114 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-20054a34-2229-492a-b4ad-890dd4428850 req-f2870edf-5b66-4de1-8577-a2ced4a633e1 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 210 time: 0.0256906 Oct 15 18:07:33.685754 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:33.768481 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:33.813308 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Network d5f34fe9-4e5b-4acf-b6da-f98429b3708d is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:07:33.816288 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:07:33.818828 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:07:33.845058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Pushing event updated for resources: {'Port': ['ID=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:07:33.874038 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:33.874645 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:33.925035 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-50228082-68eb-4c3a-b436-7404045b8e3d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7107942 Oct 15 18:07:33.937367 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Request body: {'port': {'device_id': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:07:33.987679 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:34.461229 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:07:34.468538 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:34.480649 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Transition to ACTIVE for port object 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:07:34.549209 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:34.601049 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Pushing event updated for resources: {'Port': ['ID=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:07:34.665565 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Attempting to bind port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:07:34.665896 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Attempting to bind port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:07:34.666217 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Attempting to bind port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d on network d5f34fe9-4e5b-4acf-b6da-f98429b3708d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:07:34.670292 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d on network d5f34fe9-4e5b-4acf-b6da-f98429b3708d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:07:34.670602 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Attempting to bind port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d on network d5f34fe9-4e5b-4acf-b6da-f98429b3708d {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:07:34.675204 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:07:34.675568 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Checking segment: {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:07:34.675942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Bound using segment: {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:07:34.676360 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Bound port: 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cb1ab6-e88d-4220-bf85-8804f4154d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:07:34.676699 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:34.765115 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] For port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:07:34.775644 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] For port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:07:34.787763 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022feea2-64aa-4404-ae55-3cd7c2c66c06 req-bbbce41d-9b44-44e4-a336-11794ce6232b tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:34.792338 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-022feea2-64aa-4404-ae55-3cd7c2c66c06 req-bbbce41d-9b44-44e4-a336-11794ce6232b tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 943 time: 0.0663097 Oct 15 18:07:34.826256 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-022feea2-64aa-4404-ae55-3cd7c2c66c06 req-f8be4410-5614-4dee-adbd-ff1bd4d7790d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Oct 15 18:07:34.835817 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:34.869443 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:34.869903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:34.871296 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] 10.222.0.47 "PUT /v2.0/ports/775a0c0c-7be6-483c-bd29-74ed0c6c8d9d HTTP/1.1" status: 200 len: 1093 time: 0.9378948 Oct 15 18:07:34.873379 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'tag': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:07:34.876330 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4f50b-c85e-4e39-83bc-0976b0739f63" -d '{"events": [{"name": "network-changed", "server_uuid": "84a61b94-a8b5-4348-be1a-27e9142ef7a8", "tag": "775a0c0c-7be6-483c-bd29-74ed0c6c8d9d"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:07:34.903484 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8853030-3816-443a-8a87-bc1362d29a28 service neutron] Pushing event updated for resources: {'Port': ['ID=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:07:34.919866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07da29-fc23-43de-91a3-79bb450fe337 x-openstack-request-id: req-dd07da29-fc23-43de-91a3-79bb450fe337 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:07:34.919866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a61b94-a8b5-4348-be1a-27e9142ef7a8", "tag": "775a0c0c-7be6-483c-bd29-74ed0c6c8d9d", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:07:34.919866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd07da29-fc23-43de-91a3-79bb450fe337 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:07:34.919866 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'tag': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d', 'status': 'completed', 'code': 200} Oct 15 18:07:34.974699 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f50b-c85e-4e39-83bc-0976b0739f63 req-1f322a0e-dca3-4c1f-884e-5fd0382ce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:34.976218 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81f4f50b-c85e-4e39-83bc-0976b0739f63 req-1f322a0e-dca3-4c1f-884e-5fd0382ce13b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0409596 Oct 15 18:07:35.074769 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f50b-c85e-4e39-83bc-0976b0739f63 req-fde6eef0-83d5-4942-ae9e-40eea8f95cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:35.076253 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81f4f50b-c85e-4e39-83bc-0976b0739f63 req-fde6eef0-83d5-4942-ae9e-40eea8f95cfb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5221c05a6bf6406caa11a6f00227bccc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0914931 Oct 15 18:07:35.166315 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f50b-c85e-4e39-83bc-0976b0739f63 req-9213ce25-d10a-4fce-b91f-66c18e37e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:35.167893 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-81f4f50b-c85e-4e39-83bc-0976b0739f63 req-9213ce25-d10a-4fce-b91f-66c18e37e6cf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846848 Oct 15 18:07:35.242344 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-fd622430-7de9-4368-8d69-c7d8a38cdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:35.243813 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-fd622430-7de9-4368-8d69-c7d8a38cdeb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0395586 Oct 15 18:07:35.288530 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-98412c2e-5478-435c-bfef-81c476f37228 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d HTTP/1.1" status: 200 len: 217 time: 0.0360389 Oct 15 18:07:35.335701 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-beba7be0-2755-4b8d-83ed-b4edcb9ed538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:35.337111 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-beba7be0-2755-4b8d-83ed-b4edcb9ed538 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ba88c1-49a8-449d-b625-3d23eea6eeb4 HTTP/1.1" status: 200 len: 853 time: 0.0417728 Oct 15 18:07:35.368680 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-a85684c4-e8bc-416e-a054-44c59f75ee06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243402 Oct 15 18:07:35.458364 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-e88cb445-6536-4c2f-b6b9-c60408ff4a30 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Oct 15 18:07:35.546296 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8ea92bf7-9341-4e19-886d-0e0b308ff869 req-afb6f226-f12b-43ff-aa6e-2724b4878a12 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803757 Oct 15 18:07:35.937487 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24134c42-9000-49dc-b803-e63402b181ad req-b6c69c30-a83c-4921-b4a8-2ca218baee00 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:35.938935 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24134c42-9000-49dc-b803-e63402b181ad req-b6c69c30-a83c-4921-b4a8-2ca218baee00 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 943 time: 0.0479152 Oct 15 18:07:35.979475 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24134c42-9000-49dc-b803-e63402b181ad req-8e1e32c2-4cde-4392-9a05-02c3d479e5da tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Oct 15 18:07:37.091691 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949509b-160b-4a3f-bcfd-37818fde4a41 req-13a7cef9-1367-4cc2-b7dd-b694b9e5ab49 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:37.093148 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4949509b-160b-4a3f-bcfd-37818fde4a41 req-13a7cef9-1367-4cc2-b7dd-b694b9e5ab49 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 943 time: 0.0478990 Oct 15 18:07:37.130347 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4949509b-160b-4a3f-bcfd-37818fde4a41 req-32f3d1e8-b861-48f5-92aa-92643308368d tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Oct 15 18:07:38.241422 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8f98-737a-4ff1-a7df-b05829dfe71c req-5c23efec-6090-4d54-a6f7-6b01758d6953 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:38.242863 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c4e8f98-737a-4ff1-a7df-b05829dfe71c req-5c23efec-6090-4d54-a6f7-6b01758d6953 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 943 time: 0.0475724 Oct 15 18:07:38.279433 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8c4e8f98-737a-4ff1-a7df-b05829dfe71c req-cec62bba-3eff-4795-b690-de44603163d1 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Oct 15 18:07:39.389161 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:07:39.390589 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd21ce-3d8b-4bea-9a24-5f6fc43a0946 req-aa91cf4f-cd9a-4d60-a62b-4176d777c462 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:39.392125 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c5fd21ce-3d8b-4bea-9a24-5f6fc43a0946 req-aa91cf4f-cd9a-4d60-a62b-4176d777c462 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 943 time: 0.0478990 Oct 15 18:07:39.429674 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c5fd21ce-3d8b-4bea-9a24-5f6fc43a0946 req-1d23233e-f8a4-4cf4-81c7-54b4d2f6e07f tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Oct 15 18:07:39.480678 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:07:39.491982 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d', 'network_id': 'd5f34fe9-4e5b-4acf-b6da-f98429b3708d', 'port_id': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d', 'mac_address': 'fa:16:3e:08:e2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ba88c1-49a8-449d-b625-3d23eea6eeb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:07:39.530521 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:39.542470 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:07:39.560974 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:07:39.622936 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:39.667528 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:07:39.674246 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.674602 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.674951 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.675311 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.675650 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.675987 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.676320 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.676652 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.676983 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.677799 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.678125 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.678450 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:07:39.956928 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['775a0c0c-7be6-483c-bd29-74ed0c6c8d9d'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:07:40.549653 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c0e7-caa8-4145-807e-d11a76226d53 req-15fd318a-bd37-436f-a604-6af92de910e2 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:40.551415 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-22f9c0e7-caa8-4145-807e-d11a76226d53 req-15fd318a-bd37-436f-a604-6af92de910e2 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 944 time: 0.0529690 Oct 15 18:07:40.589601 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-22f9c0e7-caa8-4145-807e-d11a76226d53 req-1ac78c8c-4f77-4ccf-9ed9-1615abcea852 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Oct 15 18:07:41.407879 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:07:41.551289 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:07:41.555764 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:07:41.556145 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:41.629946 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:41.651926 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:07:41.654329 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eea739c-be7b-467a-ba89-6889cfa94c91" -d '{"events": [{"server_uuid": "84a61b94-a8b5-4348-be1a-27e9142ef7a8", "name": "network-vif-plugged", "status": "completed", "tag": "775a0c0c-7be6-483c-bd29-74ed0c6c8d9d"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:07:41.667752 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:07:41.690854 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09ecee-b500-4420-897e-eb16abd3826d x-openstack-request-id: req-be09ecee-b500-4420-897e-eb16abd3826d {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:07:41.691160 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a61b94-a8b5-4348-be1a-27e9142ef7a8", "name": "network-vif-plugged", "status": "completed", "tag": "775a0c0c-7be6-483c-bd29-74ed0c6c8d9d", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:07:41.691447 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be09ecee-b500-4420-897e-eb16abd3826d {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:07:41.691845 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d', 'code': 200} Oct 15 18:07:41.709834 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548af4-f457-4400-8152-7098fe89f2af req-1ab4db54-2267-4077-b4e4-4ee677c1da55 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:41.711359 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-12548af4-f457-4400-8152-7098fe89f2af req-1ab4db54-2267-4077-b4e4-4ee677c1da55 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 944 time: 0.0566006 Oct 15 18:07:41.728393 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:41.753452 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-12548af4-f457-4400-8152-7098fe89f2af req-eddff618-050b-44f9-82dd-b2d8a4741f52 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Oct 15 18:07:41.783169 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:07:41.961402 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12fa89-fc05-4e3d-bb9b-0890921aa857 req-943661e7-6b7c-485e-9bbb-101aa886aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:41.962764 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ec12fa89-fc05-4e3d-bb9b-0890921aa857 req-943661e7-6b7c-485e-9bbb-101aa886aaba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0389020 Oct 15 18:07:42.002121 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ec12fa89-fc05-4e3d-bb9b-0890921aa857 req-4a88b101-d3af-44ef-b847-7897155c2820 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Oct 15 18:07:42.874486 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188734e4-4eb5-488c-b480-7f9191a99fa1 req-371070a3-ce73-47a8-ba4a-edb871aad11f tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:42.875988 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-188734e4-4eb5-488c-b480-7f9191a99fa1 req-371070a3-ce73-47a8-ba4a-edb871aad11f tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 945 time: 0.0487554 Oct 15 18:07:42.912542 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-188734e4-4eb5-488c-b480-7f9191a99fa1 req-43e78952-3b37-41b1-9b33-348f9dea2c61 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Oct 15 18:07:44.023738 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30485c6-ae80-4fb1-85c6-778955a7ca0a req-f8a547e3-e1b3-4453-bb05-5e01ffe18de9 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:07:44.025196 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d30485c6-ae80-4fb1-85c6-778955a7ca0a req-f8a547e3-e1b3-4453-bb05-5e01ffe18de9 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Oct 15 18:07:44.061779 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d30485c6-ae80-4fb1-85c6-778955a7ca0a req-88d0afe9-10d0-45e2-879b-a5b1412e4669 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307522 Oct 15 18:07:48.253486 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-53eb1e5c-4307-4810-846f-c74398bd1bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:51.109146 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-dac9b718-ef75-410a-8776-c19c1d2ca20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:51.859389 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:52.320513 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:53.807897 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:07:58.519895 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:03.103382 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-079b3726-1309-4b9e-998e-b1e1c33ce6b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388298 Oct 15 18:08:03.185847 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-db3d6977-fb6e-44ac-8fad-9b6a7a4da380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:03.187353 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-db3d6977-fb6e-44ac-8fad-9b6a7a4da380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5221c05a6bf6406caa11a6f00227bccc&device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 1098 time: 0.0389874 Oct 15 18:08:03.300896 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-5b1c1a40-3b6a-4a72-9a16-fa192039b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:03.302391 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-5b1c1a40-3b6a-4a72-9a16-fa192039b69e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 200 len: 914 time: 0.0896618 Oct 15 18:08:03.344732 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-3b2d0363-36ec-4cbf-847a-578182eaa242 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d HTTP/1.1" status: 200 len: 217 time: 0.0341818 Oct 15 18:08:03.396204 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-00b9020e-6124-4b4d-942d-e635e70ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:03.398128 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-00b9020e-6124-4b4d-942d-e635e70ef587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ba88c1-49a8-449d-b625-3d23eea6eeb4 HTTP/1.1" status: 200 len: 853 time: 0.0467978 Oct 15 18:08:03.430050 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-b9fa6651-7c89-4bd9-8e99-5bf6859454eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f34fe9-4e5b-4acf-b6da-f98429b3708d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239730 Oct 15 18:08:03.519292 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-12d1afd5-8b7c-42c3-a077-7f975f024434 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Oct 15 18:08:03.616486 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3e4456e2-6f18-440e-acee-4bfd41359a1b req-e5beadc5-9514-4789-b5c5-619e8a293a0a service neutron] 10.222.0.47 "GET /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893419 Oct 15 18:08:04.348934 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:08:09.489440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee2b9-d696-4e25-895f-ed26c2d9ab83 req-b846ccf3-fb0e-48ed-a1eb-7e675c2f30d2 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:09.490916 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6efee2b9-d696-4e25-895f-ed26c2d9ab83 req-b846ccf3-fb0e-48ed-a1eb-7e675c2f30d2 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Oct 15 18:08:09.527397 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-6efee2b9-d696-4e25-895f-ed26c2d9ab83 req-c42102da-3879-46db-9636-9e615e15b992 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Oct 15 18:08:10.643128 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9d3ae-8128-47d4-95db-9f70e5b0cef1 req-40aa8998-63ed-4cf2-be32-947fc75bf8f5 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:10.644646 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-16c9d3ae-8128-47d4-95db-9f70e5b0cef1 req-40aa8998-63ed-4cf2-be32-947fc75bf8f5 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Oct 15 18:08:10.682240 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-16c9d3ae-8128-47d4-95db-9f70e5b0cef1 req-60150c22-0b6a-442a-b562-8cea5b4026b3 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Oct 15 18:08:11.463205 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-6c4a261c-f866-43db-91b7-8bb3806fdc43 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:11.464657 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-6c4a261c-f866-43db-91b7-8bb3806fdc43 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 945 time: 0.0472829 Oct 15 18:08:11.557733 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Deleting port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:08:11.558071 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:11.648230 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] For port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,segment=NetworkSegment(81cb1ab6-e88d-4220-bf85-8804f4154d38),segment_id=81cb1ab6-e88d-4220-bf85-8804f4154d38)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:11.648917 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:11.660285 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Calling delete_port for 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:08:11.795290 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76857-6d33-4f58-8a11-61636d5f1c15 req-db3ac2b0-1577-46ee-919e-a782bda03c07 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:11.796763 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1cb76857-6d33-4f58-8a11-61636d5f1c15 req-db3ac2b0-1577-46ee-919e-a782bda03c07 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/ports?device_id=84a61b94-a8b5-4348-be1a-27e9142ef7a8 HTTP/1.1" status: 200 len: 945 time: 0.0505326 Oct 15 18:08:11.836331 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1cb76857-6d33-4f58-8a11-61636d5f1c15 req-ac8553ba-840f-4b8e-a2ec-95f21296ad0b tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.44 "GET /v2.0/security-groups?id=4187e384-9e02-4b27-adbc-035d968b64b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Oct 15 18:08:11.848076 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:11.860625 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['775a0c0c-7be6-483c-bd29-74ed0c6c8d9d'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:08:11.875674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Pushing event deleted for resources: {'Port': ['ID=775a0c0c-7be6-483c-bd29-74ed0c6c8d9d,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:11.920365 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] No DVR routers for this DVR port 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:08:11.922906 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:11.926249 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9b09ef1f-4e28-443b-9faa-659cfa1f229a req-c100caf8-8659-4e06-aee3-b72aa78d8ae8 tempest-VolumesSnapshotTestJSON-483424663 tempest-VolumesSnapshotTestJSON-483424663-project] 10.222.0.47 "DELETE /v2.0/ports/775a0c0c-7be6-483c-bd29-74ed0c6c8d9d HTTP/1.1" status: 204 len: 173 time: 0.4550054 Oct 15 18:08:11.926691 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'name': 'network-vif-deleted', 'tag': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:08:11.929521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35430c3b-832a-4fe9-962b-17882986feed" -d '{"events": [{"server_uuid": "84a61b94-a8b5-4348-be1a-27e9142ef7a8", "name": "network-vif-deleted", "tag": "775a0c0c-7be6-483c-bd29-74ed0c6c8d9d"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:08:11.963655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dddf00e-f27e-4f79-ac14-d56cfb2789c6 x-openstack-request-id: req-8dddf00e-f27e-4f79-ac14-d56cfb2789c6 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:08:11.963949 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a61b94-a8b5-4348-be1a-27e9142ef7a8", "name": "network-vif-deleted", "tag": "775a0c0c-7be6-483c-bd29-74ed0c6c8d9d", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:08:11.964205 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dddf00e-f27e-4f79-ac14-d56cfb2789c6 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:08:11.964654 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a61b94-a8b5-4348-be1a-27e9142ef7a8', 'name': 'network-vif-deleted', 'tag': '775a0c0c-7be6-483c-bd29-74ed0c6c8d9d', 'status': 'completed', 'code': 200} Oct 15 18:08:16.420494 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:08:16.440102 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:08:16.440450 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 775a0c0c-7be6-483c-bd29-74ed0c6c8d9d not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:08:18.262033 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f46-86e4-43fd-b5fa-ada5f6ab1520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:21.092976 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f048566f-ae26-44e5-befa-39030446f6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:21.839286 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:22.321332 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:23.788773 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:28.502221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.240209 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50068) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:40.283304 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Deleting subnet d6ba88c1-49a8-449d-b625-3d23eea6eeb4 {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:08:40.286324 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.319044 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.362313 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.479132 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.503936 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ba88c1-49a8-449d-b625-3d23eea6eeb4,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:40.508839 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.511972 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d6ba88c1-49a8-449d-b625-3d23eea6eeb4 HTTP/1.1" status: 204 len: 168 time: 0.2707605 Oct 15 18:08:40.514457 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50070) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:40.516704 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.517056 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.517402 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.517741 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.518072 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.518404 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.518734 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.519067 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.519422 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.519747 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.520075 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.520396 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e8599-4911-4678-82cc-a80abc367790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.582167 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.662068 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.681253 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f34fe9-4e5b-4acf-b6da-f98429b3708d']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:40.690223 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cb1ab6-e88d-4220-bf85-8804f4154d38') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:40.690537 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cb1ab6-e88d-4220-bf85-8804f4154d38') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:40.700080 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.713510 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.719327 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:08:40.719709 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:08:40.726163 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:08:40.856812 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.862094 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:40.865288 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] 10.222.0.44 "DELETE /v2.0/networks/d5f34fe9-4e5b-4acf-b6da-f98429b3708d HTTP/1.1" status: 204 len: 168 time: 0.3498456 Oct 15 18:08:40.876387 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f34fe9-4e5b-4acf-b6da-f98429b3708d,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:40.884067 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.884420 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.884767 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.885104 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.885435 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.885767 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.886102 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.886439 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.886756 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.887077 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.887476 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:40.887755 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891387fa-7294-4f43-be65-b603863a99fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:41.123987 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50074) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:41.162410 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1dd4b4f6-70a2-448e-869a-c49fe34bbcd2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5221c05a6bf6406caa11a6f00227bccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373189 Oct 15 18:08:41.164774 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50076) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:41.210438 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-05495226-134b-4f64-9b2a-51476dd92f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:41.231245 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-05495226-134b-4f64-9b2a-51476dd92f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:41.347977 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:08:41.393813 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-05495226-134b-4f64-9b2a-51476dd92f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:41.396472 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-05495226-134b-4f64-9b2a-51476dd92f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:41.397658 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-05495226-134b-4f64-9b2a-51476dd92f8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4187e384-9e02-4b27-adbc-035d968b64b0 HTTP/1.1" status: 204 len: 168 time: 0.2320130 Oct 15 18:08:41.407736 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05495226-134b-4f64-9b2a-51476dd92f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187e384-9e02-4b27-adbc-035d968b64b0,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:42.443605 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50098) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:42.556350 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1500040549-network', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:08:42.658307 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Made reservation on behalf of 48ad63c9b6ed49309abc4fe3192142e9 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:08:42.660604 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.669186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.743987 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.812352 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.835385 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 18:08:42.844303 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4da8e0-9dec-4021-a572-8e153ce505a3,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:42.851872 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.852940 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Added segment 8ef8e999-63c1-4bda-992d-b0a0d3db435c of type vlan for network 5f9d0c76-9a8b-44bc-a213-b9905a420300 Oct 15 18:08:42.893769 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.972603 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:42.973521 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:42.974084 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.033608 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] Pushing event updated for resources: {'Network': ['ID=5f9d0c76-9a8b-44bc-a213-b9905a420300,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:43.043862 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 18:08:43.060862 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-64957557-5134-4046-a3bc-e1dac6c560db admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6161211 Oct 15 18:08:43.063701 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50102) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:43.068319 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Request body: {'subnet': {'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1500040549-subnet', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:08:43.160794 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Made reservation on behalf of 48ad63c9b6ed49309abc4fe3192142e9 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:08:43.163104 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.389693 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.447128 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b3eaac-e4f3-4976-bc54-8502caefe74b,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:43.452197 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Checking segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:43.452560 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Network hostable DHCP agents. Network: 5f9d0c76-9a8b-44bc-a213-b9905a420300, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 18:08:43.549586 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 18:08:43.641009 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 5f9d0c76-9a8b-44bc-a213-b9905a420300) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:43.645026 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:43.651927 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.652624 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b0f33-d242-407a-a47a-47e018a7e377 None None] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:08:43.706797 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-f8c83ece-1677-4f4b-ba8f-d1ce2430264d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6420455 Oct 15 18:08:43.709400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50104) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:43.714329 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:08:43.767078 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.768160 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.791505 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-5f9d0c76-9a8b-44bc-a213-b9905a420300', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 18:08:43.792371 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.823811 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:43.925070 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Allocated IP 172.20.0.2 (5f9d0c76-9a8b-44bc-a213-b9905a420300/89b3eaac-e4f3-4976-bc54-8502caefe74b/61fae61c-f966-40b6-bf9b-fbc38ba2d42a) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:08:44.028306 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.065956 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.113541 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.148270 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:44.151049 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:44.154614 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:08:44.168621 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Pushing event updated for resources: {'Port': ['ID=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:44.188983 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.189248 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.189594 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.189934 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.190268 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.190604 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.190938 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.191291 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.191623 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.191955 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.192278 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.192601 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:44.226008 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Attempting to bind port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:08:44.226907 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Attempting to bind port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:08:44.227303 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Attempting to bind port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a on network 5f9d0c76-9a8b-44bc-a213-b9905a420300 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:08:44.232469 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:08:44.232824 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Checking segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:44.233225 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.233619 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Bound using segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:08:44.234083 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Bound port: 61fae61c-f966-40b6-bf9b-fbc38ba2d42a, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:08:44.234460 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.274109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.292904 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.293883 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] For port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:08:44.296905 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] For port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:08:44.354149 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.397725 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Allocated IP 172.27.1.87 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/4d531957-2458-40e0-a115-92cbbe3b6ab2) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:08:44.415750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879508b-6c6b-4249-a370-9f4faf26f9e7 None None] Pushing event updated for resources: {'Port': ['ID=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:44.507962 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.635861 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:44.899953 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:44.904044 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:44.910135 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:08:44.913052 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d531957-2458-40e0-a115-92cbbe3b6ab2,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:45.237180 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f907b-2ffd-4ad9-9c47-623327248827 None None] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:08:45.237999 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.309860 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-f734220b-4be8-496e-811c-73366c9a1dd4 None None] Provisioning complete for port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:45.310227 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f734220b-4be8-496e-811c-73366c9a1dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.429246 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.453061 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f734220b-4be8-496e-811c-73366c9a1dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.486366 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-f734220b-4be8-496e-811c-73366c9a1dd4 None None] For port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:45.538451 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f734220b-4be8-496e-811c-73366c9a1dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.591770 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734220b-4be8-496e-811c-73366c9a1dd4 None None] Pushing event updated for resources: {'Port': ['ID=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:45.623842 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Router 836ad6f8-191f-4188-9071-abfac771811d is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 18:08:45.661454 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-74a9c9fc-5ff4-4e8c-bcbc-988b409f0409 None None] Provisioning complete for port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:45.661823 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-74a9c9fc-5ff4-4e8c-bcbc-988b409f0409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.729226 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:08:45.740313 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Sync routers for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:08:45.749560 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:45.753563 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:45.814722 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:45.816073 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-35adb430-554c-40d4-a237-d9fa5b3f70f2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1057532 Oct 15 18:08:45.818898 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50106) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:45.852447 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:45.939430 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 61fae61c-f966-40b6-bf9b-fbc38ba2d42a up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:46.178655 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:46.179022 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.234112 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.235016 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:45Z', 'revision_number': 3, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:46.279944 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Checking router: 836ad6f8-191f-4188-9071-abfac771811d for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:08:46.280620 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Updating router 836ad6f8-191f-4188-9071-abfac771811d port 4d531957-2458-40e0-a115-92cbbe3b6ab2 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:08:46.311690 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.389061 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Allocated IP 172.20.0.1 (5f9d0c76-9a8b-44bc-a213-b9905a420300/89b3eaac-e4f3-4976-bc54-8502caefe74b/69c0155b-bde8-425c-9b83-fc83b56b0c9f) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:08:46.489663 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.564352 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.572935 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.610455 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:46.614579 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:46.621574 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:08:46.624622 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Pushing event updated for resources: {'Port': ['ID=69c0155b-bde8-425c-9b83-fc83b56b0c9f,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:46.647353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.662446 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.705967 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e626cf-7eb2-47e1-b122-c5dec77725a1 None None] Pushing event updated for resources: {'Port': ['ID=4d531957-2458-40e0-a115-92cbbe3b6ab2,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:46.714774 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Attempting to bind port 4d531957-2458-40e0-a115-92cbbe3b6ab2 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:08:46.715254 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Attempting to bind port 4d531957-2458-40e0-a115-92cbbe3b6ab2 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:08:46.715669 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Attempting to bind port 4d531957-2458-40e0-a115-92cbbe3b6ab2 on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:08:46.721748 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:08:46.722208 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:46.722672 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.723124 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:08:46.723684 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Bound port: 4d531957-2458-40e0-a115-92cbbe3b6ab2, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:08:46.724164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.776421 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] For port 4d531957-2458-40e0-a115-92cbbe3b6ab2, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:08:46.779453 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] For port 4d531957-2458-40e0-a115-92cbbe3b6ab2, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4d531957-2458-40e0-a115-92cbbe3b6ab2,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:08:46.854753 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.859158 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.894082 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-a198f33c-7eba-4ace-83bb-fbccb3279050 None None] Provisioning complete for port 69c0155b-bde8-425c-9b83-fc83b56b0c9f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:46.894368 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-a198f33c-7eba-4ace-83bb-fbccb3279050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:46.947984 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e626cf-7eb2-47e1-b122-c5dec77725a1 None None] Pushing event updated for resources: {'Port': ['ID=4d531957-2458-40e0-a115-92cbbe3b6ab2,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:46.950450 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:46.951050 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:46.990485 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-a198f33c-7eba-4ace-83bb-fbccb3279050 None None] Port 69c0155b-bde8-425c-9b83-fc83b56b0c9f cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:08:47.019376 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:47.060273 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:47.086862 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:47.157157 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Pushing event updated for resources: {'Port': ['ID=69c0155b-bde8-425c-9b83-fc83b56b0c9f,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:47.159616 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:47.250506 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:47.252086 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:47.269835 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 1, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:47.296680 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228221c-9185-4a95-af7d-5a4c2409de7e None None] The sync data for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi is: [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 1, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:08:47.373472 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Router 836ad6f8-191f-4188-9071-abfac771811d has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:08:47.487614 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:08:47.501517 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-172e0ae1-2034-4cb4-ae8c-f88ac9066642 admin admin] 10.222.0.44 "PUT /v2.0/routers/836ad6f8-191f-4188-9071-abfac771811d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812623 Oct 15 18:08:47.513190 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-8f60867d-59cd-4eba-aa20-3d06331c2298 None None] Provisioning complete for port 69c0155b-bde8-425c-9b83-fc83b56b0c9f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:47.513560 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8f60867d-59cd-4eba-aa20-3d06331c2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:47.552584 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-8f60867d-59cd-4eba-aa20-3d06331c2298 None None] Port 69c0155b-bde8-425c-9b83-fc83b56b0c9f cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:08:47.970030 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4d531957-2458-40e0-a115-92cbbe3b6ab2 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:48.024132 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 4d531957-2458-40e0-a115-92cbbe3b6ab2 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:48.024560 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.110074 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.133025 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port 4d531957-2458-40e0-a115-92cbbe3b6ab2, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4d531957-2458-40e0-a115-92cbbe3b6ab2,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:48.188944 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50122) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:48.189463 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.196155 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-562092424-network', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:08:48.249943 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=4d531957-2458-40e0-a115-92cbbe3b6ab2,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:48.287114 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8eb2-f429-49ad-a002-79f098ff50d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.298276 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Made reservation on behalf of 9a191fed7c4043faa1c1dac766742f33 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:08:48.300795 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.310454 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.388323 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.479050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.504066 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 18:08:48.513161 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554e3d0-6cb2-4594-ad6d-1462f3eda3df,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:48.519198 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.519576 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Added segment 96999c6b-6cb6-4d3f-a568-0bcf255cce69 of type vlan for network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 Oct 15 18:08:48.558659 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.638778 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.639806 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:48.640425 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:48.701413 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] Pushing event updated for resources: {'Network': ['ID=2b31f8fa-2b99-47ca-aaa8-7349ecb2a812,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:48.710899 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 18:08:48.721478 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c5a3e766-4322-4757-b8af-f0d755935efb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5311835 Oct 15 18:08:48.724329 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50124) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:48.729731 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Request body: {'subnet': {'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-562092424-subnet', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:08:48.806963 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Made reservation on behalf of 9a191fed7c4043faa1c1dac766742f33 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:08:48.810287 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.028056 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.077710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94415be4-757c-43e6-8dfe-f7eb6cb7fac6,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:49.084082 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Sync routers for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:08:49.092978 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:49.093350 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Checking segment: {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:49.093640 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:49.093787 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Network hostable DHCP agents. Network: 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 18:08:49.178009 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 18:08:49.204339 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:49.269480 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:49.275737 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:08:49.277084 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.278200 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bd8bc-5df7-410d-8e7f-a389599fe79f None None] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:08:49.351270 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-bf0d9b75-00dc-4535-affc-61269708bb9e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6252363 Oct 15 18:08:49.353850 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50126) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:49.358576 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:08:49.407445 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 2, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:49.426537 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'fixed_ips': [{'subnet_id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 18:08:49.427446 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.439141 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Checking router: 836ad6f8-191f-4188-9071-abfac771811d for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:08:49.439559 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Updating router 836ad6f8-191f-4188-9071-abfac771811d port 69c0155b-bde8-425c-9b83-fc83b56b0c9f binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:08:49.459047 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.461189 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.469895 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.573336 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Allocated IP 172.20.0.2 (2b31f8fa-2b99-47ca-aaa8-7349ecb2a812/94415be4-757c-43e6-8dfe-f7eb6cb7fac6/88681d24-84a7-4675-993f-58a61e87727f) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:08:49.725361 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.757170 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.785483 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.793909 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.821949 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.848255 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:49.853349 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:49.857419 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:08:49.872642 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Pushing event updated for resources: {'Port': ['ID=88681d24-84a7-4675-993f-58a61e87727f,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:49.873775 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Pushing event updated for resources: {'Port': ['ID=69c0155b-bde8-425c-9b83-fc83b56b0c9f,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:49.906887 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.907246 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.908039 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.908039 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.908373 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.908655 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.908920 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.909244 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.909574 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.909901 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.910209 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.910524 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:08:49.947949 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Attempting to bind port 88681d24-84a7-4675-993f-58a61e87727f on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:08:49.948370 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Attempting to bind port 88681d24-84a7-4675-993f-58a61e87727f by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:08:49.948714 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Attempting to bind port 88681d24-84a7-4675-993f-58a61e87727f on network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:08:49.961485 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:08:49.962262 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Checking segment: {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:49.964204 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Attempting to bind port 69c0155b-bde8-425c-9b83-fc83b56b0c9f on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:08:49.964316 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.964681 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Attempting to bind port 69c0155b-bde8-425c-9b83-fc83b56b0c9f by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:08:49.964957 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Bound using segment: {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:08:49.965245 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Attempting to bind port 69c0155b-bde8-425c-9b83-fc83b56b0c9f on network 5f9d0c76-9a8b-44bc-a213-b9905a420300 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:08:49.965651 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Bound port: 88681d24-84a7-4675-993f-58a61e87727f, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:08:49.966191 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.975260 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:08:49.976742 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Checking segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:49.976742 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.976742 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Bound using segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:08:49.977342 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Bound port: 69c0155b-bde8-425c-9b83-fc83b56b0c9f, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:08:49.977897 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:49.990122 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4d531957-2458-40e0-a115-92cbbe3b6ab2 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:50.064497 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] For port 69c0155b-bde8-425c-9b83-fc83b56b0c9f, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:08:50.064733 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.068251 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] For port 69c0155b-bde8-425c-9b83-fc83b56b0c9f, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=69c0155b-bde8-425c-9b83-fc83b56b0c9f,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:08:50.097550 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 4d531957-2458-40e0-a115-92cbbe3b6ab2 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:50.101740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.101740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] For port 88681d24-84a7-4675-993f-58a61e87727f, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:08:50.103614 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] For port 88681d24-84a7-4675-993f-58a61e87727f, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=88681d24-84a7-4675-993f-58a61e87727f,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:08:50.178889 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.181926 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.241522 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:50.242709 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:50.261480 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-19dd9099-402b-4988-acde-4f0b1335dd6d None None] Provisioning complete for port 69c0155b-bde8-425c-9b83-fc83b56b0c9f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:50.261840 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-19dd9099-402b-4988-acde-4f0b1335dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.291640 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc1c60-fb21-4171-a51e-8ac67b4e8f53 None None] Pushing event updated for resources: {'Port': ['ID=88681d24-84a7-4675-993f-58a61e87727f,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:50.294287 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150b2f-caf0-4b6f-9888-665dfc3704fa None None] Pushing event updated for resources: {'Port': ['ID=69c0155b-bde8-425c-9b83-fc83b56b0c9f,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:50.378823 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-19dd9099-402b-4988-acde-4f0b1335dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.409264 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:50.421409 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-19dd9099-402b-4988-acde-4f0b1335dd6d None None] For port 69c0155b-bde8-425c-9b83-fc83b56b0c9f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=69c0155b-bde8-425c-9b83-fc83b56b0c9f,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:50.438704 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.460570 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.520381 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-19dd9099-402b-4988-acde-4f0b1335dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.587129 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9099-402b-4988-acde-4f0b1335dd6d None None] Pushing event updated for resources: {'Port': ['ID=69c0155b-bde8-425c-9b83-fc83b56b0c9f,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:50.599788 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Allocated IP 172.27.1.56 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/c300e9fe-4ece-4bb7-9c69-3aa5830de250) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:08:50.639221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-abe6c20d-cdb0-4edd-a09d-5d51412ddfa9 None None] Provisioning complete for port 69c0155b-bde8-425c-9b83-fc83b56b0c9f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:50.639641 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-abe6c20d-cdb0-4edd-a09d-5d51412ddfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.712107 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.797022 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:50.824858 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ffee-3252-4f24-ae0f-042d6290c2eb None None] The sync data for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi is: [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:08:50.841616 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:50.886821 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:50.889874 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:50.893476 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:08:50.918620 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c300e9fe-4ece-4bb7-9c69-3aa5830de250,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:51.096688 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4a1f0ec6-49d4-4833-99b1-2f7539c5d160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.224481 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.326633 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10efb3-7bf4-4d61-949f-ff831cd49191 None None] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:08:51.396670 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-fb905bc7-9043-43ec-8594-616ac03574bd None None] Provisioning complete for port 88681d24-84a7-4675-993f-58a61e87727f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:51.397048 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fb905bc7-9043-43ec-8594-616ac03574bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.446219 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.542053 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fb905bc7-9043-43ec-8594-616ac03574bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.581000 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-fb905bc7-9043-43ec-8594-616ac03574bd None None] For port 88681d24-84a7-4675-993f-58a61e87727f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=88681d24-84a7-4675-993f-58a61e87727f,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:51.656124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Router a9bee70b-bfa1-4373-bea3-8543458b20bf is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 18:08:51.679083 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fb905bc7-9043-43ec-8594-616ac03574bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.732106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb905bc7-9043-43ec-8594-616ac03574bd None None] Pushing event updated for resources: {'Port': ['ID=88681d24-84a7-4675-993f-58a61e87727f,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:51.768384 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:08:51.781879 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Sync routers for ids ['a9bee70b-bfa1-4373-bea3-8543458b20bf'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:08:51.809185 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Routers {'a9bee70b-bfa1-4373-bea3-8543458b20bf'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:51.809792 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['a9bee70b-bfa1-4373-bea3-8543458b20bf'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:51.812760 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-a3b9b409-976b-4f60-ab41-330600f6e541 None None] Provisioning complete for port 88681d24-84a7-4675-993f-58a61e87727f triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:51.813125 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-a3b9b409-976b-4f60-ab41-330600f6e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.829533 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:51.830859 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6ba7211f-a465-4c81-ad17-486713990fc9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4759145 Oct 15 18:08:51.833623 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50132) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:08:51.863019 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.062446 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 69c0155b-bde8-425c-9b83-fc83b56b0c9f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:52.137039 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Set router a9bee70b-bfa1-4373-bea3-8543458b20bf gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:52.230356 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 69c0155b-bde8-425c-9b83-fc83b56b0c9f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:52.230734 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.268047 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.395247 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.403068 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 88681d24-84a7-4675-993f-58a61e87727f up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:52.427401 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Allocated IP 172.20.0.1 (2b31f8fa-2b99-47ca-aaa8-7349ecb2a812/94415be4-757c-43e6-8dfe-f7eb6cb7fac6/f3849181-7630-4d86-87fa-8af5b84dd5e4) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:08:52.447724 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:08:51Z', 'revision_number': 3, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:52.475740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Checking router: a9bee70b-bfa1-4373-bea3-8543458b20bf for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:08:52.476523 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Updating router a9bee70b-bfa1-4373-bea3-8543458b20bf port c300e9fe-4ece-4bb7-9c69-3aa5830de250 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:08:52.512627 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.527716 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.534605 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 88681d24-84a7-4675-993f-58a61e87727f triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:52.534972 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.619168 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.655223 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:52.659458 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:52.662118 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:08:52.697468 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Pushing event updated for resources: {'Port': ['ID=f3849181-7630-4d86-87fa-8af5b84dd5e4,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:52.716051 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.836804 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.913433 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.921682 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.975295 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-3b4c1132-19b4-4eaa-93aa-6107714ed398 None None] Provisioning complete for port f3849181-7630-4d86-87fa-8af5b84dd5e4 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:52.975667 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1132-19b4-4eaa-93aa-6107714ed398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:52.978206 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c2568-878a-482d-a19e-d1e97ddf1a08 None None] Pushing event updated for resources: {'Port': ['ID=c300e9fe-4ece-4bb7-9c69-3aa5830de250,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:52.981732 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Attempting to bind port c300e9fe-4ece-4bb7-9c69-3aa5830de250 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:08:52.982020 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Attempting to bind port c300e9fe-4ece-4bb7-9c69-3aa5830de250 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:08:52.982375 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Attempting to bind port c300e9fe-4ece-4bb7-9c69-3aa5830de250 on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:08:53.017475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:08:53.017475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:53.017475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.017475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:08:53.017475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Bound port: c300e9fe-4ece-4bb7-9c69-3aa5830de250, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:08:53.017475 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.050964 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c1132-19b4-4eaa-93aa-6107714ed398 None None] Port f3849181-7630-4d86-87fa-8af5b84dd5e4 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:08:53.077904 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] For port c300e9fe-4ece-4bb7-9c69-3aa5830de250, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:08:53.081023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] For port c300e9fe-4ece-4bb7-9c69-3aa5830de250, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=c300e9fe-4ece-4bb7-9c69-3aa5830de250,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:08:53.099178 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.172713 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.183463 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.230545 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Routers {'a9bee70b-bfa1-4373-bea3-8543458b20bf'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:53.231155 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['a9bee70b-bfa1-4373-bea3-8543458b20bf'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:53.234679 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c2568-878a-482d-a19e-d1e97ddf1a08 None None] Pushing event updated for resources: {'Port': ['ID=c300e9fe-4ece-4bb7-9c69-3aa5830de250,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:53.252861 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.254658 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Pushing event updated for resources: {'Port': ['ID=f3849181-7630-4d86-87fa-8af5b84dd5e4,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:53.339795 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] Set router a9bee70b-bfa1-4373-bea3-8543458b20bf gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:53.347816 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:08:53.349282 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:08:53.472251 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Router a9bee70b-bfa1-4373-bea3-8543458b20bf has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:08:53.558296 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'f3849181-7630-4d86-87fa-8af5b84dd5e4', 'name': '', 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'mac_address': 'fa:16:3e:6f:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:52Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 2, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'subnets': [{'id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:53.588712 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:08:53.589280 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a1a03-dc5e-4548-afb6-417a63b34726 None None] The sync data for ids ['a9bee70b-bfa1-4373-bea3-8543458b20bf'] in dv-cinder-790535-16-iscsi is: [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'f3849181-7630-4d86-87fa-8af5b84dd5e4', 'name': '', 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'mac_address': 'fa:16:3e:6f:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:52Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 2, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'subnets': [{'id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:08:53.594096 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-056d758d-0a2b-47c0-a99c-857798676d37 admin admin] 10.222.0.44 "PUT /v2.0/routers/a9bee70b-bfa1-4373-bea3-8543458b20bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594302 Oct 15 18:08:53.605833 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-538b6b05-0082-449e-a0de-624785fa9f64 None None] Provisioning complete for port f3849181-7630-4d86-87fa-8af5b84dd5e4 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:53.606300 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-538b6b05-0082-449e-a0de-624785fa9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:53.644490 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-538b6b05-0082-449e-a0de-624785fa9f64 None None] Port f3849181-7630-4d86-87fa-8af5b84dd5e4 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:08:53.807517 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:55.593706 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Sync routers for ids ['a9bee70b-bfa1-4373-bea3-8543458b20bf'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:08:55.603422 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Routers {'a9bee70b-bfa1-4373-bea3-8543458b20bf'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:55.604036 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['a9bee70b-bfa1-4373-bea3-8543458b20bf'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:55.721673 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Set router a9bee70b-bfa1-4373-bea3-8543458b20bf gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:55.965149 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'f3849181-7630-4d86-87fa-8af5b84dd5e4', 'name': '', 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'mac_address': 'fa:16:3e:6f:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:52Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 2, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'subnets': [{'id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:55.970383 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c300e9fe-4ece-4bb7-9c69-3aa5830de250 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:56.012262 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Checking router: a9bee70b-bfa1-4373-bea3-8543458b20bf for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:08:56.012823 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Updating router a9bee70b-bfa1-4373-bea3-8543458b20bf port f3849181-7630-4d86-87fa-8af5b84dd5e4 binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:08:56.025923 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port c300e9fe-4ece-4bb7-9c69-3aa5830de250 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:56.026380 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.049958 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.118422 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.141644 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port c300e9fe-4ece-4bb7-9c69-3aa5830de250, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=c300e9fe-4ece-4bb7-9c69-3aa5830de250,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:56.208851 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.270343 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=c300e9fe-4ece-4bb7-9c69-3aa5830de250,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:56.373993 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.458205 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.510229 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811cf5-7a78-49e4-9ece-fe49ffbe1305 None None] Pushing event updated for resources: {'Port': ['ID=f3849181-7630-4d86-87fa-8af5b84dd5e4,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:56.570933 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Attempting to bind port f3849181-7630-4d86-87fa-8af5b84dd5e4 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:08:56.571320 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Attempting to bind port f3849181-7630-4d86-87fa-8af5b84dd5e4 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:08:56.571683 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Attempting to bind port f3849181-7630-4d86-87fa-8af5b84dd5e4 on network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:08:56.583490 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:08:56.583847 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Checking segment: {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:08:56.584262 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.584638 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Bound using segment: {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:08:56.585107 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Bound port: f3849181-7630-4d86-87fa-8af5b84dd5e4, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96999c6b-6cb6-4d3f-a568-0bcf255cce69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:08:56.586065 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.671349 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] For port f3849181-7630-4d86-87fa-8af5b84dd5e4, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:08:56.674742 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] For port f3849181-7630-4d86-87fa-8af5b84dd5e4, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=f3849181-7630-4d86-87fa-8af5b84dd5e4,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:08:56.727499 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.798923 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Routers {'a9bee70b-bfa1-4373-bea3-8543458b20bf'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:08:56.799148 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-14ade614-7b1a-436a-b252-3f5c309b96a2 None None] Provisioning complete for port f3849181-7630-4d86-87fa-8af5b84dd5e4 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:56.799632 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:08:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['a9bee70b-bfa1-4373-bea3-8543458b20bf'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:56.800037 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-14ade614-7b1a-436a-b252-3f5c309b96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.807624 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811cf5-7a78-49e4-9ece-fe49ffbe1305 None None] Pushing event updated for resources: {'Port': ['ID=f3849181-7630-4d86-87fa-8af5b84dd5e4,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:56.901285 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-14ade614-7b1a-436a-b252-3f5c309b96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:56.938779 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-14ade614-7b1a-436a-b252-3f5c309b96a2 None None] For port f3849181-7630-4d86-87fa-8af5b84dd5e4, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=f3849181-7630-4d86-87fa-8af5b84dd5e4,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:08:56.988155 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] Set router a9bee70b-bfa1-4373-bea3-8543458b20bf gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:08:57.012697 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-14ade614-7b1a-436a-b252-3f5c309b96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:57.114039 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ade614-7b1a-436a-b252-3f5c309b96a2 None None] Pushing event updated for resources: {'Port': ['ID=f3849181-7630-4d86-87fa-8af5b84dd5e4,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:08:57.149670 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-8bbb0cf8-6391-42d1-b8c8-08589d06afb1 None None] Provisioning complete for port f3849181-7630-4d86-87fa-8af5b84dd5e4 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:57.149670 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0cf8-6391-42d1-b8c8-08589d06afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:57.244167 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'f3849181-7630-4d86-87fa-8af5b84dd5e4', 'name': '', 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'mac_address': 'fa:16:3e:6f:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:52Z', 'updated_at': '2021-10-15T18:08:56Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'subnets': [{'id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:08:57.279710 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17290d5-cb9c-4d29-b923-8f23a2ed5437 None None] The sync data for ids ['a9bee70b-bfa1-4373-bea3-8543458b20bf'] in dv-cinder-790535-16-iscsi is: [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:08:52Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'f3849181-7630-4d86-87fa-8af5b84dd5e4', 'name': '', 'network_id': '2b31f8fa-2b99-47ca-aaa8-7349ecb2a812', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'mac_address': 'fa:16:3e:6f:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:52Z', 'updated_at': '2021-10-15T18:08:56Z', 'revision_number': 4, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'subnets': [{'id': '94415be4-757c-43e6-8dfe-f7eb6cb7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:08:57.982531 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c300e9fe-4ece-4bb7-9c69-3aa5830de250 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:58.032806 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port c300e9fe-4ece-4bb7-9c69-3aa5830de250 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:58.034082 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:58.133388 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device f3849181-7630-4d86-87fa-8af5b84dd5e4 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:08:58.184263 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port f3849181-7630-4d86-87fa-8af5b84dd5e4 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:08:58.184636 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:08:58.617855 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:04.745175 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-febdd0a0-7347-412c-8f99-2fd574e95ee1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:04.746552 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-febdd0a0-7347-412c-8f99-2fd574e95ee1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 815 time: 0.1020141 Oct 15 18:09:04.760976 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-03de4a2c-e1e4-4b30-a52f-1998c3605da6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/quotas/48ad63c9b6ed49309abc4fe3192142e9 HTTP/1.1" status: 200 len: 375 time: 0.0087359 Oct 15 18:09:04.810519 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-1541d384-5b28-4c94-b59a-6c5cdd3667da tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445564 Oct 15 18:09:04.926135 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-2fe01166-ed15-41a3-807d-7343650c4dfa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:09:04.927141 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-2fe01166-ed15-41a3-807d-7343650c4dfa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1055346 Oct 15 18:09:05.260600 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-3d012ec7-a2bb-4b7a-aeb6-366378dfe2db service neutron] 10.222.0.44 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272312 Oct 15 18:09:05.347248 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-43c1d25a-17f7-4160-867a-b7290727d30d service neutron] 10.222.0.44 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805051 Oct 15 18:09:05.573953 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4671c7e9-19a6-4caf-8560-f135cb32b3d4 req-023fa1b9-3e7d-4cbc-aaea-864877ed906a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 210 time: 0.0299618 Oct 15 18:09:06.663698 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-dda2ac4d-9149-43af-aa44-7131d23ca916 req-0f4c6b82-753a-4465-8c38-9e476bf282aa tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 210 time: 0.0257902 Oct 15 18:09:07.639495 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-562743a1-1ed0-4ade-8d18-02b4f74a54e7 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:07.640937 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-562743a1-1ed0-4ade-8d18-02b4f74a54e7 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 815 time: 0.1019697 Oct 15 18:09:07.656432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'port': {'device_id': '037b0c0b-f246-4933-ab87-20b586429437', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'admin_state_up': True, 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:07.771298 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fc47a843-3d14-4591-affa-e2a657e7c82e req-a43b4642-3967-4fc2-a5ae-c717cb04355b tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 210 time: 0.0374193 Oct 15 18:09:07.878718 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Made reservation on behalf of 48ad63c9b6ed49309abc4fe3192142e9 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:09:07.882283 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:08.009552 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Allocated IP 172.20.0.14 (5f9d0c76-9a8b-44bc-a213-b9905a420300/89b3eaac-e4f3-4976-bc54-8502caefe74b/596caeb0-9cea-4679-bb36-f6e2ba081c1e) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:09:08.159476 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:08.241018 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:08.284346 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:09:08.287745 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:09:08.291266 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:09:08.328427 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:08.374986 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:08.375939 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:08.472907 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-247d28ce-80fd-44d6-b62e-859b11d6e96d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8197169 Oct 15 18:09:08.639700 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-4662ec49-8d2e-44eb-ad9c-dd69b758fc8c None None] Provisioning complete for port 596caeb0-9cea-4679-bb36-f6e2ba081c1e triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:09:08.640948 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4662ec49-8d2e-44eb-ad9c-dd69b758fc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:08.677254 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-4662ec49-8d2e-44eb-ad9c-dd69b758fc8c None None] Port 596caeb0-9cea-4679-bb36-f6e2ba081c1e cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:09:08.908210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37139b6-99fa-45e3-becb-a8b63a0a1576 req-2316d334-5ea6-4a91-befe-c31fa83628cd tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:08.909701 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c37139b6-99fa-45e3-becb-a8b63a0a1576 req-2316d334-5ea6-4a91-befe-c31fa83628cd tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0673048 Oct 15 18:09:08.954269 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c37139b6-99fa-45e3-becb-a8b63a0a1576 req-1dec9dfb-5cee-4286-8522-e48640ee8900 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Oct 15 18:09:10.076396 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f979b-7e75-4ae9-9344-3f1b3754df82 req-b3b136a2-5830-40cc-bd16-44470e0c7407 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:10.077882 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d04f979b-7e75-4ae9-9344-3f1b3754df82 req-b3b136a2-5830-40cc-bd16-44470e0c7407 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0601671 Oct 15 18:09:10.116953 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d04f979b-7e75-4ae9-9344-3f1b3754df82 req-33cc6366-4b4e-4c1c-8bfa-16eaea58cbae tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Oct 15 18:09:11.233349 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f4e98-98f9-49ff-a7c7-57939cc995e9 req-e81e8391-1ed1-43dd-86cd-29e49912f4de tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:11.234861 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9b4f4e98-98f9-49ff-a7c7-57939cc995e9 req-e81e8391-1ed1-43dd-86cd-29e49912f4de tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0497236 Oct 15 18:09:11.274852 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9b4f4e98-98f9-49ff-a7c7-57939cc995e9 req-e3846b74-d851-4f1d-b431-f20eba866ca5 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Oct 15 18:09:12.399834 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db2613-0a43-4bb8-a912-61ed3ced1005 req-41da508e-a53e-4748-80cc-417c46bf3ff4 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:12.401346 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f9db2613-0a43-4bb8-a912-61ed3ced1005 req-41da508e-a53e-4748-80cc-417c46bf3ff4 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0547895 Oct 15 18:09:12.444486 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f9db2613-0a43-4bb8-a912-61ed3ced1005 req-1b2706b8-b4a9-49a7-a7ea-ac745407d722 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Oct 15 18:09:13.589285 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6516a-71aa-4055-ac0f-4b379db1d786 req-f485368b-ed4c-45a0-a091-cec044c62c31 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:13.590769 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-12a6516a-71aa-4055-ac0f-4b379db1d786 req-f485368b-ed4c-45a0-a091-cec044c62c31 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0564573 Oct 15 18:09:13.630938 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-12a6516a-71aa-4055-ac0f-4b379db1d786 req-5db83fa3-b339-405d-a0c4-353c7ea0da6b tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Oct 15 18:09:14.746106 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28c47c-b87e-4ee0-bbbf-3e7709fa6ddc req-1b7ff26c-abca-4867-9095-4cf74ee73cb7 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:14.747598 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe28c47c-b87e-4ee0-bbbf-3e7709fa6ddc req-1b7ff26c-abca-4867-9095-4cf74ee73cb7 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0490429 Oct 15 18:09:14.788353 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fe28c47c-b87e-4ee0-bbbf-3e7709fa6ddc req-9c56f6cf-616d-4b11-b1d0-5d1bb53a3565 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Oct 15 18:09:15.908236 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191fcc-5033-482b-949d-5d86e7d8b488 req-809d263d-bbbe-4a60-8d7b-22d4608939fc tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:15.909721 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-af191fcc-5033-482b-949d-5d86e7d8b488 req-809d263d-bbbe-4a60-8d7b-22d4608939fc tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0525122 Oct 15 18:09:15.951391 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-af191fcc-5033-482b-949d-5d86e7d8b488 req-a554342e-4090-4bc3-ba77-6456960ee4ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348785 Oct 15 18:09:16.944300 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-c102d822-7713-4550-8853-07b1c0e1b00d req-4e898751-cc7f-4fa3-89c2-ff1638d16996 service neutron] (112104) timed out ('10.222.0.47', 51984) {{(pid=112104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 18:09:17.070462 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4c23-745c-4aaf-8a66-0deee9dd8ff5 req-2bd8c829-dd82-49e8-bd6a-a7b85e6053c5 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:17.072529 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d6e4c23-745c-4aaf-8a66-0deee9dd8ff5 req-2bd8c829-dd82-49e8-bd6a-a7b85e6053c5 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0517704 Oct 15 18:09:17.111638 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7d6e4c23-745c-4aaf-8a66-0deee9dd8ff5 req-45713d19-7e7b-4a3b-8c43-7fb0865266a4 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Oct 15 18:09:18.221759 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7e00-ea07-456e-8a76-8669ab4319af req-315119c7-21ca-4d3b-9ead-26ae2cfbc2ef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:18.223212 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-27be7e00-ea07-456e-8a76-8669ab4319af req-315119c7-21ca-4d3b-9ead-26ae2cfbc2ef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0472131 Oct 15 18:09:18.257564 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1f3780aa-4540-4c67-88a0-c3acf28ac257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:18.260638 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-27be7e00-ea07-456e-8a76-8669ab4319af req-aa87bf80-85e5-49de-8015-0932d6d481b9 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Oct 15 18:09:18.346189 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:09:18.803850 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-32ef6da9-b2fe-461d-a080-08e979822487 req-11178f4b-3d48-4257-b8e1-d22ec02af50b service neutron] (112105) timed out ('10.222.0.47', 52000) {{(pid=112105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 18:09:19.437131 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a656-e314-49bf-a2e4-5bc8e2973837 req-87533c7a-9a43-4d5d-a5f5-9d2d947001da tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:19.437131 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ef6a656-e314-49bf-a2e4-5bc8e2973837 req-87533c7a-9a43-4d5d-a5f5-9d2d947001da tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0513997 Oct 15 18:09:19.437131 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4ef6a656-e314-49bf-a2e4-5bc8e2973837 req-64111296-e56d-4df5-b44a-e99a19f0ebb0 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302355 Oct 15 18:09:20.533752 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47c3ab-32ab-4944-81e8-45a1d16dd54b req-ab579678-e27e-4f94-9b6b-b63c6e3f4acf tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:20.535130 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ee47c3ab-32ab-4944-81e8-45a1d16dd54b req-ab579678-e27e-4f94-9b6b-b63c6e3f4acf tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 932 time: 0.0486481 Oct 15 18:09:20.571974 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ee47c3ab-32ab-4944-81e8-45a1d16dd54b req-63994a25-5481-46fe-a954-c9c066e3929a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Oct 15 18:09:20.610259 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Request body: {'port': {'device_id': '037b0c0b-f246-4933-ab87-20b586429437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:20.662021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:20.912886 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596caeb0-9cea-4679-bb36-f6e2ba081c1e {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:09:20.920460 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:20.932346 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Transition to ACTIVE for port object 596caeb0-9cea-4679-bb36-f6e2ba081c1e will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:09:21.023540 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:21.094536 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:21.095742 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b066789e-7756-4e5e-9911-841826c76a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:21.146471 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Attempting to bind port 596caeb0-9cea-4679-bb36-f6e2ba081c1e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:09:21.149682 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Attempting to bind port 596caeb0-9cea-4679-bb36-f6e2ba081c1e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:09:21.149682 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Attempting to bind port 596caeb0-9cea-4679-bb36-f6e2ba081c1e on network 5f9d0c76-9a8b-44bc-a213-b9905a420300 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:09:21.151706 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Port 596caeb0-9cea-4679-bb36-f6e2ba081c1e on network 5f9d0c76-9a8b-44bc-a213-b9905a420300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:09:21.152026 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Attempting to bind port 596caeb0-9cea-4679-bb36-f6e2ba081c1e on network 5f9d0c76-9a8b-44bc-a213-b9905a420300 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:09:21.157073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:09:21.157408 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Checking segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:09:21.157789 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Bound using segment: {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:09:21.158223 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Bound port: 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef8e999-63c1-4bda-992d-b0a0d3db435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:09:21.158578 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:21.225692 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:09:21.229184 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:09:21.295458 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:21.330537 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.331138 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:21.332535 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] 10.222.0.47 "PUT /v2.0/ports/596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1094 time: 0.7266350 Oct 15 18:09:21.332978 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:09:21.335290 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9cba39-824f-49b3-9767-fcdcbac36699" -d '{"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:09:21.357942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024945f-0e5d-48e3-8fc4-4f2b747d4a97 service neutron] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:21.378646 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e321245-fc63-4564-84bd-488ed6345ad8 x-openstack-request-id: req-3e321245-fc63-4564-84bd-488ed6345ad8 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:09:21.378947 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:09:21.379312 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e321245-fc63-4564-84bd-488ed6345ad8 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:09:21.379671 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'status': 'completed', 'code': 200} Oct 15 18:09:21.444758 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cba39-824f-49b3-9767-fcdcbac36699 req-f9731c74-e154-4b1f-916a-bb49afca46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.451812 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a9cba39-824f-49b3-9767-fcdcbac36699 req-f9731c74-e154-4b1f-916a-bb49afca46b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1097 time: 0.0434153 Oct 15 18:09:21.556002 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cba39-824f-49b3-9767-fcdcbac36699 req-c94e0d8a-146f-4f14-a64d-48e38e738890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.557495 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a9cba39-824f-49b3-9767-fcdcbac36699 req-c94e0d8a-146f-4f14-a64d-48e38e738890 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1027117 Oct 15 18:09:21.649619 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cba39-824f-49b3-9767-fcdcbac36699 req-edccfeb2-2f3e-4f11-9722-3ecfdf8ce5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.651700 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2a9cba39-824f-49b3-9767-fcdcbac36699 req-edccfeb2-2f3e-4f11-9722-3ecfdf8ce5b6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868506 Oct 15 18:09:21.688846 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a3626-298b-44dd-a599-22bdc190bac9 req-8c5f0532-db2a-4635-a8f2-62b33efda11a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.690240 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d54a3626-298b-44dd-a599-22bdc190bac9 req-8c5f0532-db2a-4635-a8f2-62b33efda11a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 944 time: 0.0519195 Oct 15 18:09:21.728288 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d54a3626-298b-44dd-a599-22bdc190bac9 req-6a17f701-8d67-40ef-a683-7cecc1f5f8cc tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Oct 15 18:09:21.729028 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-a245412b-9ba6-4d8e-8e09-e75a61a23994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.730768 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-a245412b-9ba6-4d8e-8e09-e75a61a23994 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1097 time: 0.0444601 Oct 15 18:09:21.772595 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-59f386e7-c4bf-4ba2-9ea0-c0d6626828d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 217 time: 0.0333233 Oct 15 18:09:21.827684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-6c425e80-405b-461a-b1d7-0db120b3f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.829173 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-6c425e80-405b-461a-b1d7-0db120b3f89f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0495193 Oct 15 18:09:21.881558 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaa25b-c638-4157-b225-20d5319367b8 req-b85064ce-8086-4181-885d-28753f06448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:21.883061 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-b85064ce-8086-4181-885d-28753f06448d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459294 Oct 15 18:09:21.969839 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:21.971430 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-dae0cccb-6df2-40fa-aeeb-aeef62dfddb2 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805542 Oct 15 18:09:22.066563 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-baaaa25b-c638-4157-b225-20d5319367b8 req-5869eaed-d590-4fc3-963d-420e77d8978a service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882590 Oct 15 18:09:22.335057 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:22.840512 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762f22f-e4b8-4162-9356-4427841fac4b req-7b078398-7d5f-4ad6-ade6-b28c30cf4203 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:22.841980 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9762f22f-e4b8-4162-9356-4427841fac4b req-7b078398-7d5f-4ad6-ade6-b28c30cf4203 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 944 time: 0.0476761 Oct 15 18:09:22.879251 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9762f22f-e4b8-4162-9356-4427841fac4b req-3361764c-d343-41bb-b611-45260bc5720c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Oct 15 18:09:23.794426 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:23.988750 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9945b3-ba19-4b3a-82b3-27af7ab30001 req-4715c2fd-a104-415b-8c28-a73204c2a7ee tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:23.990207 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ed9945b3-ba19-4b3a-82b3-27af7ab30001 req-4715c2fd-a104-415b-8c28-a73204c2a7ee tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 944 time: 0.0485024 Oct 15 18:09:24.027697 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ed9945b3-ba19-4b3a-82b3-27af7ab30001 req-8c8e8cd8-9ba9-4f71-bfe5-5a25769677ce tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Oct 15 18:09:25.137772 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130c5a-3e19-4036-a657-ce7e9ac2f464 req-279e697a-b663-42b0-87d2-13964d77b11d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:25.139212 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62130c5a-3e19-4036-a657-ce7e9ac2f464 req-279e697a-b663-42b0-87d2-13964d77b11d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 944 time: 0.0475154 Oct 15 18:09:25.175196 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62130c5a-3e19-4036-a657-ce7e9ac2f464 req-5fc14acb-bb1c-41e4-8055-1951b933b25d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301721 Oct 15 18:09:25.916503 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 596caeb0-9cea-4679-bb36-f6e2ba081c1e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:09:26.006388 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:09:26.020417 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'port_id': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'mac_address': 'fa:16:3e:20:2c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:09:26.056404 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:26.068023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596caeb0-9cea-4679-bb36-f6e2ba081c1e {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:09:26.087053 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:09:26.153899 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:26.199414 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:26.286459 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55532-dc2e-4e09-a6aa-392b3f04f607 req-08d5df78-19eb-4175-bf3b-25579a326b4a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:26.287954 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aae55532-dc2e-4e09-a6aa-392b3f04f607 req-08d5df78-19eb-4175-bf3b-25579a326b4a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 945 time: 0.0486698 Oct 15 18:09:26.327551 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-aae55532-dc2e-4e09-a6aa-392b3f04f607 req-d8364616-a8bc-43f1-9664-6fcd32befb12 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Oct 15 18:09:26.483210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['596caeb0-9cea-4679-bb36-f6e2ba081c1e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:09:27.446085 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e7792-46cb-40c3-9506-37db75d253ac req-3a64b585-cd93-4ea6-98f6-b2b997440482 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:27.447587 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db7e7792-46cb-40c3-9506-37db75d253ac req-3a64b585-cd93-4ea6-98f6-b2b997440482 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 945 time: 0.0556931 Oct 15 18:09:27.485292 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-db7e7792-46cb-40c3-9506-37db75d253ac req-623614a3-5346-4085-bb97-fc77886826cc tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Oct 15 18:09:27.915791 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 596caeb0-9cea-4679-bb36-f6e2ba081c1e up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:09:28.020495 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 596caeb0-9cea-4679-bb36-f6e2ba081c1e completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:09:28.024052 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 596caeb0-9cea-4679-bb36-f6e2ba081c1e triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:09:28.024427 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:28.102728 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:28.133558 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:09:28.135755 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cb965c-5f71-4fc0-b930-553eb1a6b908" -d '{"events": [{"server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "name": "network-vif-plugged", "status": "completed", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:09:28.147834 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:09:28.170427 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df88448-13e7-4d24-8bca-3a2f2169a1f3 x-openstack-request-id: req-6df88448-13e7-4d24-8bca-3a2f2169a1f3 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:09:28.170709 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "name": "network-vif-plugged", "status": "completed", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:09:28.170956 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6df88448-13e7-4d24-8bca-3a2f2169a1f3 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:09:28.171370 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'code': 200} Oct 15 18:09:28.200273 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:28.246872 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:28.469697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137eb41-a2e2-455b-be22-9405eafdcb72 req-06940a40-e3f8-409b-8955-be9ba12f1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:28.471210 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f137eb41-a2e2-455b-be22-9405eafdcb72 req-06940a40-e3f8-409b-8955-be9ba12f1a62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1099 time: 0.0410004 Oct 15 18:09:28.507457 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f137eb41-a2e2-455b-be22-9405eafdcb72 req-a65b5a96-50ad-4ab4-875e-9c694827bc66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281858 Oct 15 18:09:28.518294 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:28.596522 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb678e-8e93-4c84-a9c5-5f7c2056e67b req-432b9687-5ade-430a-a02b-7cef9c395b8d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:28.597976 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eadb678e-8e93-4c84-a9c5-5f7c2056e67b req-432b9687-5ade-430a-a02b-7cef9c395b8d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0472872 Oct 15 18:09:28.635650 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eadb678e-8e93-4c84-a9c5-5f7c2056e67b req-5191def7-e5df-443f-8af3-0be817a44ba1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Oct 15 18:09:29.876207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde61c7-eda9-4eb1-b03c-911fe16bb408 req-752cd5a4-b964-4970-943e-d9b7af25fc41 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:29.877726 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2fde61c7-eda9-4eb1-b03c-911fe16bb408 req-752cd5a4-b964-4970-943e-d9b7af25fc41 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.1764350 Oct 15 18:09:29.915054 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-2fde61c7-eda9-4eb1-b03c-911fe16bb408 req-e0f619ea-703d-4969-ac3b-b17127cb7e81 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Oct 15 18:09:30.832274 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-e75a6025-1bda-4434-baab-07a902edd330 req-ec94e325-7c4c-4e18-99de-fe7306dc9090 service neutron] (112105) timed out ('10.222.0.47', 52004) {{(pid=112105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 18:09:31.087912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851383-206e-4aa6-bd5e-9591e6f60e99 req-6b77af70-2684-413a-941e-2886c634d18f tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:31.089427 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b7851383-206e-4aa6-bd5e-9591e6f60e99 req-6b77af70-2684-413a-941e-2886c634d18f tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.1103520 Oct 15 18:09:31.126909 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b7851383-206e-4aa6-bd5e-9591e6f60e99 req-b196e949-f3f2-497a-b941-32fc34325033 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316229 Oct 15 18:09:31.236817 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c51bc0-58e0-42ae-8a5d-702b28b7083d req-e8119ed5-1719-47f1-bb6a-b18ab43e6f7f tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:31.238282 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d0c51bc0-58e0-42ae-8a5d-702b28b7083d req-e8119ed5-1719-47f1-bb6a-b18ab43e6f7f tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0473220 Oct 15 18:09:31.275256 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d0c51bc0-58e0-42ae-8a5d-702b28b7083d req-5c37a7a8-9a4b-40b4-a9c4-b2af33288007 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Oct 15 18:09:31.587827 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f8d4d-cdfe-4708-a7ab-62d8dfe65744 req-fe92af9c-90d7-49dd-af2a-cbca71bcaa98 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:31.589755 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-352f8d4d-cdfe-4708-a7ab-62d8dfe65744 req-fe92af9c-90d7-49dd-af2a-cbca71bcaa98 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0481272 Oct 15 18:09:31.625867 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-352f8d4d-cdfe-4708-a7ab-62d8dfe65744 req-b0f0d289-2794-4c52-b726-1b1a242be668 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302863 Oct 15 18:09:41.737712 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f26ae-f05c-4cc5-80a9-da9f710e6868 req-b84bd66f-3386-435e-a716-d4746d4c7134 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:41.739158 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ee6f26ae-f05c-4cc5-80a9-da9f710e6868 req-b84bd66f-3386-435e-a716-d4746d4c7134 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0512676 Oct 15 18:09:41.775436 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ee6f26ae-f05c-4cc5-80a9-da9f710e6868 req-6a15c6cd-c299-4f5b-a8c3-1182e9c873dd tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303757 Oct 15 18:09:41.797490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50350) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:41.876034 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204ff81-3428-474f-a996-49e9c1ca8d13 tempest-TestMinimumBasicScenario-1575771080 tempest-TestMinimumBasicScenario-1575771080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:41.878475 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-3204ff81-3428-474f-a996-49e9c1ca8d13 tempest-TestMinimumBasicScenario-1575771080 tempest-TestMinimumBasicScenario-1575771080-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1094 time: 0.0799940 Oct 15 18:09:41.880429 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50354) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:41.884722 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'port_id': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:41.976894 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for floatingip, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:42.074226 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:42.175284 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Allocated IP 172.27.1.194 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/3c8a5430-ec78-44b0-a226-99a15cf0c281) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:09:42.275818 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:42.398392 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:42.436737 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:09:42.439624 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:09:42.442806 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:09:42.468539 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'Port': ['ID=3c8a5430-ec78-44b0-a226-99a15cf0c281,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:42.483258 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.483634 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.484040 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.484383 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.484723 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.485061 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.485393 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.485726 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.486055 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.486382 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.486710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.487036 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:42.812808 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:42.932383 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.087991 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.136475 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.208498 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'Port': ['ID=3c8a5430-ec78-44b0-a226-99a15cf0c281,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:43.216373 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.313214 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Floating IP 45744760-2a7d-42b2-9a5a-368e5d633f77 associated. External IP: 172.27.1.194, port: 596caeb0-9cea-4679-bb36-f6e2ba081c1e. Oct 15 18:09:43.523854 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Router 836ad6f8-191f-4188-9071-abfac771811d has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:09:43.627195 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:09:43.636696 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] Sync routers for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:09:43.645449 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:09:43.646066 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:09:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:09:43.722124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.751581 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a8eccbc1-4d3f-4d51-87de-76a59199ea23 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8700862 Oct 15 18:09:43.752149 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:09:43.753711 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:09:43.754397 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0621286-5cd9-4855-958b-083b4a27608f" -d '{"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:09:43.754582 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50356) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:43.759587 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078208241', 'description': 'tempest-secgroup-smoke-1078208241 description', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:43.829033 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.854364 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6281a1-273d-4d60-8abd-a756321c88be x-openstack-request-id: req-4b6281a1-273d-4d60-8abd-a756321c88be {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:09:43.854929 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:09:43.854929 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b6281a1-273d-4d60-8abd-a756321c88be {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:09:43.855341 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'status': 'completed', 'code': 200} Oct 15 18:09:43.938397 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:43.943811 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621286-5cd9-4855-958b-083b4a27608f req-8b66e341-cc16-4686-a7bd-1d8f794123e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:43.945298 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-8b66e341-cc16-4686-a7bd-1d8f794123e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1099 time: 0.0656080 Oct 15 18:09:43.981717 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '45744760-2a7d-42b2-9a5a-368e5d633f77', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '836ad6f8-191f-4188-9071-abfac771811d', 'port_id': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'mac_address': 'fa:16:3e:20:2c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037b0c0b-f246-4933-ab87-20b586429437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:09:42Z', 'updated_at': '2021-10-15T18:09:42Z', 'revision_number': 0, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:09:44.007143 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] Checking router: 836ad6f8-191f-4188-9071-abfac771811d for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:09:44.012197 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.018100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:09:44.018730 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:09:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:09:44.058438 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f54d44-d8de-4acf-98b0-85e2da3c5313,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:44.073864 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.074221 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.074565 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.074903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.075259 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.075601 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.075933 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.076267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.076656 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.077623 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.077956 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.078286 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:09:44.083724 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621286-5cd9-4855-958b-083b4a27608f req-d26b0bcb-136a-456a-9fa3-bd6affebbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:44.085217 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-d26b0bcb-136a-456a-9fa3-bd6affebbf16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.1316278 Oct 15 18:09:44.129337 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:09:44.130780 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.132065 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-82b78c04-762a-43a8-8f60-a5e0f62eab7e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3763270 Oct 15 18:09:44.135055 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50362) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:44.140603 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group_rule': {'security_group_id': '36f54d44-d8de-4acf-98b0-85e2da3c5313', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:44.161368 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-bdb8e2d7-8f91-42f2-b255-4e2f7a293d04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1000 time: 0.0672562 Oct 15 18:09:44.210984 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621286-5cd9-4855-958b-083b4a27608f req-1d0a4ac6-3229-435b-ad8c-2745dbfe66bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:44.212457 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-1d0a4ac6-3229-435b-ad8c-2745dbfe66bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0438251 Oct 15 18:09:44.243592 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.258651 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621286-5cd9-4855-958b-083b4a27608f req-08d01768-0d59-42ca-a1aa-b2d57be397a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:44.260181 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-08d01768-0d59-42ca-a1aa-b2d57be397a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399425 Oct 15 18:09:44.301655 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.350749 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '45744760-2a7d-42b2-9a5a-368e5d633f77', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '836ad6f8-191f-4188-9071-abfac771811d', 'port_id': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'mac_address': 'fa:16:3e:20:2c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037b0c0b-f246-4933-ab87-20b586429437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:09:42Z', 'updated_at': '2021-10-15T18:09:42Z', 'revision_number': 0, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:09:44.381698 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919a5eb-2852-40b3-a9de-c3a207947654 None None] The sync data for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi is: [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '45744760-2a7d-42b2-9a5a-368e5d633f77', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': '836ad6f8-191f-4188-9071-abfac771811d', 'port_id': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'mac_address': 'fa:16:3e:20:2c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037b0c0b-f246-4933-ab87-20b586429437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:09:42Z', 'updated_at': '2021-10-15T18:09:42Z', 'revision_number': 0, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:09:44.411217 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.432060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa6e46-9788-4fd8-a3eb-0823ea3f8af8,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:44.533499 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.537904 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-20c38f1a-41ff-44a2-9e8b-c16d955e18ba tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015968 Oct 15 18:09:44.538536 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50364) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:44.543016 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group_rule': {'security_group_id': '36f54d44-d8de-4acf-98b0-85e2da3c5313', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:44.587182 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-20aa6cae-5213-49e6-adb8-fd6c75f5c678 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188093 Oct 15 18:09:44.599439 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c61ba-0e58-47a3-9675-f9cd9792243e None None] New status for floating IP 45744760-2a7d-42b2-9a5a-368e5d633f77: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:09:44.633233 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.678861 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a0621286-5cd9-4855-958b-083b4a27608f req-645764bc-1a2d-4390-a631-7694360150c4 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840831 Oct 15 18:09:44.690474 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.742487 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.760266 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f089523-bac2-4070-95e7-4d571299fa84,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:44.847828 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.849061 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-dd6d580e-9ac6-44cf-9593-c31c5c7fc063 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095524 Oct 15 18:09:44.852735 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50366) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:44.858764 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group_rule': {'security_group_id': '36f54d44-d8de-4acf-98b0-85e2da3c5313', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:44.939394 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:44.995134 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.062643 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.086916 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26157b08-98f0-4971-80ee-ef4ea880a586,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:45.217189 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.218960 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-5036d233-a862-4dba-afba-4f6b92885980 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652861 Oct 15 18:09:45.221756 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50368) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:45.226118 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group_rule': {'security_group_id': '36f54d44-d8de-4acf-98b0-85e2da3c5313', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:45.321657 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.377919 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.443518 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.462215 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de5dc58-8f14-44a2-a299-11f4c523b32e,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:45.533312 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.534533 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-db2f0166-4e8f-4427-bbcc-0cbdfd8b7b35 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118253 Oct 15 18:09:45.537318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50370) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:45.541558 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group_rule': {'security_group_id': '36f54d44-d8de-4acf-98b0-85e2da3c5313', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:45.622161 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.securitygroups_db [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Project 48ad63c9b6ed49309abc4fe3192142e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 18:09:45.627396 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.684783 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.736341 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.755225 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386e67e4-084c-4b68-af88-47c62aa7bf71,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:45.801105 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.802277 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-dec76c10-6da0-4994-8461-e7c9b3255bef tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640491 Oct 15 18:09:45.805059 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50372) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:09:45.809380 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'security_group_rule': {'security_group_id': '36f54d44-d8de-4acf-98b0-85e2da3c5313', 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:45.883330 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.securitygroups_db [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Project 48ad63c9b6ed49309abc4fe3192142e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 18:09:45.888228 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:45.947282 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.025893 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.044583 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b75a4b9-4887-4fd1-bf22-d39283b7ec59,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:46.113655 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.114852 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a426b041-b02a-4882-b46c-a8c2bee13998 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3088677 Oct 15 18:09:46.189976 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-3c54bca4-4680-4e70-8f39-18943bfbae21 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078208241&fields=id&tenant_id=48ad63c9b6ed49309abc4fe3192142e9 HTTP/1.1" status: 200 len: 267 time: 0.0320549 Oct 15 18:09:46.240290 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-941215f1-ec82-44f0-b5ef-80cd5f270386 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:46.241725 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-941215f1-ec82-44f0-b5ef-80cd5f270386 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0463061 Oct 15 18:09:46.252954 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'port': {'security_groups': ['2f4da8e0-9dec-4021-a572-8e153ce505a3', '36f54d44-d8de-4acf-98b0-85e2da3c5313']}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:09:46.311855 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.524610 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:09:46.553568 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.631693 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.643826 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['596caeb0-9cea-4679-bb36-f6e2ba081c1e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:09:46.674374 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:46.674988 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:46.676404 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-548c3c02-9cb8-406b-90b8-fea3537cd55e req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "PUT /v2.0/ports/596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 982 time: 0.4283586 Oct 15 18:09:46.676857 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:09:46.679412 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab96804-c319-4df4-bb10-ab1530259153" -d '{"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:09:46.711484 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e042a4-f7e8-4f4b-9aa2-760369c908d8 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=6']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:09:46.734108 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07556619-f2d7-4263-950c-0f75a1867e87 x-openstack-request-id: req-07556619-f2d7-4263-950c-0f75a1867e87 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:09:46.734410 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:09:46.734690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07556619-f2d7-4263-950c-0f75a1867e87 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:09:46.735083 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'status': 'completed', 'code': 200} Oct 15 18:09:46.767758 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['596caeb0-9cea-4679-bb36-f6e2ba081c1e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:09:46.831611 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96804-c319-4df4-bb10-ab1530259153 req-c7c1d842-a5c1-4ba2-a615-9ca781b4ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:46.833788 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-c7c1d842-a5c1-4ba2-a615-9ca781b4ceb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1138 time: 0.0687652 Oct 15 18:09:46.846650 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b386fb2-0229-4565-848c-638c55b3ed37 req-6a1cbd42-9a99-49e8-a760-8c15de22dfb3 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:46.848258 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8b386fb2-0229-4565-848c-638c55b3ed37 req-6a1cbd42-9a99-49e8-a760-8c15de22dfb3 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0942655 Oct 15 18:09:46.943340 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8b386fb2-0229-4565-848c-638c55b3ed37 req-83c5f7ba-5cf2-4bad-8801-fc8fdbcfdbd2 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856969 Oct 15 18:09:46.970049 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96804-c319-4df4-bb10-ab1530259153 req-932ea32c-11f2-43fd-a8fc-da47e4d53c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:46.971889 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-932ea32c-11f2-43fd-a8fc-da47e4d53c1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.1225183 Oct 15 18:09:47.000910 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c68e25d5-81aa-4442-8fe8-950851c51fd1 None None] Provisioning complete for port 596caeb0-9cea-4679-bb36-f6e2ba081c1e triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:09:47.001282 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c68e25d5-81aa-4442-8fe8-950851c51fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:47.045521 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-55be27c6-48d6-473a-8a28-f8b33d696bfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1002 time: 0.0588102 Oct 15 18:09:47.098765 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96804-c319-4df4-bb10-ab1530259153 req-36bff69f-a4ed-477a-8eb6-5d86616d34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:47.100282 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-36bff69f-a4ed-477a-8eb6-5d86616d34d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0473342 Oct 15 18:09:47.152212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96804-c319-4df4-bb10-ab1530259153 req-fcb6a3ab-b082-45d9-82ce-4e72c98a399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:09:47.153714 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-fcb6a3ab-b082-45d9-82ce-4e72c98a399d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460589 Oct 15 18:09:47.249589 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-aaa1e9e2-3830-4a01-82d4-8748805dc597 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827332 Oct 15 18:09:47.344726 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eab96804-c319-4df4-bb10-ab1530259153 req-8e2d7839-5edf-4156-8c9c-627c2de264ff service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865855 Oct 15 18:09:48.256339 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9181a77f-45e6-4c5b-95d6-216a6ea03f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:51.091072 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c8f9ce55-48de-4db4-883a-74b2155fa3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:51.854822 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:52.311531 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:53.814757 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:09:55.345639 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:09:58.519730 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:02.929194 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-2ccdfe3b-7af3-49f8-884d-717d35cafb9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395026 Oct 15 18:10:03.013756 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862fcab-e24f-4049-9033-aed414204909 req-fa66edfd-fef1-4d04-8fb5-8598f42d096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:03.015208 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-fa66edfd-fef1-4d04-8fb5-8598f42d096a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1138 time: 0.0402031 Oct 15 18:10:03.120936 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862fcab-e24f-4049-9033-aed414204909 req-99dee659-d960-4ba8-89aa-060d32e6cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:03.122392 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-99dee659-d960-4ba8-89aa-060d32e6cc00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.0880334 Oct 15 18:10:03.189822 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-8ef0dddb-bb7a-4ba9-8e89-d68a15f88636 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1002 time: 0.0596888 Oct 15 18:10:03.243301 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862fcab-e24f-4049-9033-aed414204909 req-29c6fde6-ae4e-46ba-ba89-4b722457701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:03.244742 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-29c6fde6-ae4e-46ba-ba89-4b722457701d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0473022 Oct 15 18:10:03.290526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862fcab-e24f-4049-9033-aed414204909 req-334e4c54-ca21-4abc-85fd-f720f617d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:03.291999 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-334e4c54-ca21-4abc-85fd-f720f617d5a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396619 Oct 15 18:10:03.380998 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-3d34df8d-71c3-4106-81eb-51eaa1a0a201 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Oct 15 18:10:03.473190 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-7862fcab-e24f-4049-9033-aed414204909 req-edb37ed2-2dc3-4260-9539-e4cb7693dbea service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844934 Oct 15 18:10:18.270884 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-f23240ea-63e8-432a-95a0-bd22d773a88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:21.116968 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-416e5b0a-b97b-4228-94be-5adcd90e09ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:21.855947 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:22.335709 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:23.798182 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:28.528075 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:32.344889 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:10:47.888231 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-76a329e2-dd0a-4280-a48d-d6bf0fa6ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:47.889778 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-76a329e2-dd0a-4280-a48d-d6bf0fa6ff72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1138 time: 0.0441096 Oct 15 18:10:48.029094 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22da1fc-09ef-4be2-91f2-f6feaf3da3f3 req-84ad9ad5-0732-4c14-93df-6072cec46dfd tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:48.030474 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d22da1fc-09ef-4be2-91f2-f6feaf3da3f3 req-84ad9ad5-0732-4c14-93df-6072cec46dfd tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.1024342 Oct 15 18:10:48.031909 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-8c80b881-dca0-48b2-bf8f-4e78e4715c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:48.033222 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-8c80b881-dca0-48b2-bf8f-4e78e4715c61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.1269476 Oct 15 18:10:48.116120 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d22da1fc-09ef-4be2-91f2-f6feaf3da3f3 req-41071ee6-8282-44fd-9ef7-3b1769b4bb1c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794082 Oct 15 18:10:48.124075 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-84a2d78a-3d8a-4864-bebc-d3cfc0158c0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1002 time: 0.0817542 Oct 15 18:10:48.172950 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-ca85c83e-1883-466a-aa68-987721f05689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:48.174352 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-ca85c83e-1883-466a-aa68-987721f05689 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0425093 Oct 15 18:10:48.219816 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-30c5aab7-f316-4651-b12e-a8292ebf2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:48.221333 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-30c5aab7-f316-4651-b12e-a8292ebf2300 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392911 Oct 15 18:10:48.260915 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e309db0b-a304-4089-a559-689e4aafd24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:48.314105 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-6efed5e5-690d-4554-9064-32f6c142890a service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848780 Oct 15 18:10:48.402355 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1133a3a3-0244-4a44-8896-a293a8ef0a8d req-4a7e03c8-3faa-44c8-aa20-d7d0eb4c901f service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Oct 15 18:10:49.233582 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89b81-ece3-4cbf-b0ce-ee029d752703 req-b0e352a4-4a4c-44a4-96ab-5e528ebdf29d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:49.235067 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-93d89b81-ece3-4cbf-b0ce-ee029d752703 req-b0e352a4-4a4c-44a4-96ab-5e528ebdf29d tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0510368 Oct 15 18:10:49.274388 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-93d89b81-ece3-4cbf-b0ce-ee029d752703 req-569a1f2a-e45f-41e4-821e-060304726292 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326118 Oct 15 18:10:50.389906 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82e6c7-6c60-479a-addc-36395011ab8f req-f0750939-0a80-4475-a73b-509a3a5e6e25 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:50.391396 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e82e6c7-6c60-479a-addc-36395011ab8f req-f0750939-0a80-4475-a73b-509a3a5e6e25 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0516255 Oct 15 18:10:50.429962 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e82e6c7-6c60-479a-addc-36395011ab8f req-ed513982-131d-4dd9-aafd-4c8eceb5d387 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326073 Oct 15 18:10:51.106409 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-24b897c9-b44d-48d7-9ecb-919c78447373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:51.544146 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aab1a-1a68-46ff-bd4b-18f7a33d4352 req-16cb37a5-c824-47fc-8bae-c025e3d428a9 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:51.545603 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-373aab1a-1a68-46ff-bd4b-18f7a33d4352 req-16cb37a5-c824-47fc-8bae-c025e3d428a9 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0507109 Oct 15 18:10:51.584244 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-373aab1a-1a68-46ff-bd4b-18f7a33d4352 req-e6f225f1-4239-4e55-80c6-ee38eb6a0f57 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321012 Oct 15 18:10:51.892930 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:52.310229 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:52.697879 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e15cb-c9c8-44ab-a9ac-4f2e6660d4bd req-57a10099-c4b3-46da-a371-be0f2774e2a1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:52.699375 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-824e15cb-c9c8-44ab-a9ac-4f2e6660d4bd req-57a10099-c4b3-46da-a371-be0f2774e2a1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0496891 Oct 15 18:10:52.739773 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-824e15cb-c9c8-44ab-a9ac-4f2e6660d4bd req-dbf179fb-5ffb-4994-a44d-7791ef852044 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343781 Oct 15 18:10:53.790248 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:53.850818 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16660a6-68e5-490c-aafc-4fbf398475ee req-b190ab71-b2dc-4dc3-8334-e3ea970e771c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:53.852287 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d16660a6-68e5-490c-aafc-4fbf398475ee req-b190ab71-b2dc-4dc3-8334-e3ea970e771c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0470414 Oct 15 18:10:53.892062 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-d16660a6-68e5-490c-aafc-4fbf398475ee req-589c4f91-08cc-4fcc-a233-5add41bc02a1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335250 Oct 15 18:10:55.004842 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3f57e-3e48-49d5-98e4-b039f670f44c req-d9a4aa12-d869-4cab-a879-b0d0fc651d3f tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:55.006932 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08a3f57e-3e48-49d5-98e4-b039f670f44c req-d9a4aa12-d869-4cab-a879-b0d0fc651d3f tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0484645 Oct 15 18:10:55.045463 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-08a3f57e-3e48-49d5-98e4-b039f670f44c req-acfb67c0-7cf2-4d99-bf80-5073c4229f1b tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325119 Oct 15 18:10:56.157166 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67db67f-0d93-4fe9-ae0f-61950766dd38 req-79dd3e8f-1941-40a4-b0ee-188bc5aea58c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:56.158611 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c67db67f-0d93-4fe9-ae0f-61950766dd38 req-79dd3e8f-1941-40a4-b0ee-188bc5aea58c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0475178 Oct 15 18:10:56.197098 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c67db67f-0d93-4fe9-ae0f-61950766dd38 req-80726e12-ecaf-426f-9e9e-4871ee4f7075 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324419 Oct 15 18:10:57.311943 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c23b4-33ea-4d2d-9452-36b40d6735cf req-b4999f90-9d52-4292-9654-5b6e2e84e603 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:57.313299 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dd6c23b4-33ea-4d2d-9452-36b40d6735cf req-b4999f90-9d52-4292-9654-5b6e2e84e603 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0514014 Oct 15 18:10:57.354346 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-dd6c23b4-33ea-4d2d-9452-36b40d6735cf req-108e0640-8697-47b6-a03f-5582f8ebec18 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345368 Oct 15 18:10:58.467511 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5e374-38ec-4f77-abd7-937ce7002a87 req-c4808162-6483-45c2-af0c-8e4ff9749d70 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:58.468954 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e8b5e374-38ec-4f77-abd7-937ce7002a87 req-c4808162-6483-45c2-af0c-8e4ff9749d70 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0504615 Oct 15 18:10:58.507451 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e8b5e374-38ec-4f77-abd7-937ce7002a87 req-1717b1de-018d-4738-a34e-6d8899aa4af2 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318208 Oct 15 18:10:58.538626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:10:59.619959 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b24fae-c0fc-4f43-b4f9-d06e0785c8b1 req-62a1a208-3abf-45eb-ae2d-8101b27a1a1c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:10:59.621411 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80b24fae-c0fc-4f43-b4f9-d06e0785c8b1 req-62a1a208-3abf-45eb-ae2d-8101b27a1a1c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0476847 Oct 15 18:10:59.660704 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-80b24fae-c0fc-4f43-b4f9-d06e0785c8b1 req-27ff51c1-da95-4b4d-bb0a-36abcccb96db tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334513 Oct 15 18:11:00.773227 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630d370-7b29-457c-9363-3f2ee27d0561 req-7f3668fd-be0c-48a0-a34f-c90639df2949 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:00.774705 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4630d370-7b29-457c-9363-3f2ee27d0561 req-7f3668fd-be0c-48a0-a34f-c90639df2949 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0487068 Oct 15 18:11:00.813246 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4630d370-7b29-457c-9363-3f2ee27d0561 req-36e68725-d301-4a00-92f5-33cb84e15442 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324931 Oct 15 18:11:01.930611 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739dfe3-b8f8-4326-8a93-e12b49d7128e req-7e0e4d87-fb28-475b-959d-2955e9ab94ab tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:01.932100 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3739dfe3-b8f8-4326-8a93-e12b49d7128e req-7e0e4d87-fb28-475b-959d-2955e9ab94ab tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0476105 Oct 15 18:11:01.971337 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3739dfe3-b8f8-4326-8a93-e12b49d7128e req-46880be5-85e4-45fc-93bb-5086eddb52f4 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331850 Oct 15 18:11:03.082031 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a0240-9726-46cd-8a2a-ac0200911ece req-3a72e594-25de-4311-9248-49eb9cbde11e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:03.084023 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-df2a0240-9726-46cd-8a2a-ac0200911ece req-3a72e594-25de-4311-9248-49eb9cbde11e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0477321 Oct 15 18:11:03.122820 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-df2a0240-9726-46cd-8a2a-ac0200911ece req-63c707ed-b7cb-45bf-9127-e0411e5a383c tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327752 Oct 15 18:11:04.238378 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f80d14-34ad-41a3-b739-28faddf2fd05 req-b2662ba6-0979-4b58-83e8-48f7a3ec6702 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:04.239793 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-25f80d14-34ad-41a3-b739-28faddf2fd05 req-b2662ba6-0979-4b58-83e8-48f7a3ec6702 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0525131 Oct 15 18:11:04.279132 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-25f80d14-34ad-41a3-b739-28faddf2fd05 req-1d432f24-0864-47d0-8cac-51fbe6121477 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334241 Oct 15 18:11:04.935653 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-fd9c1dc7-f40b-4a13-8c99-39f47fcf9b88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382936 Oct 15 18:11:05.013622 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-5bf08a8d-0f48-488c-ba9f-a83f38b5bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:05.015064 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-5bf08a8d-0f48-488c-ba9f-a83f38b5bc22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1138 time: 0.0399728 Oct 15 18:11:05.119437 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-33479c04-65dc-4b40-b7ec-80c1ee647cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:05.120900 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-33479c04-65dc-4b40-b7ec-80c1ee647cba service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.0866582 Oct 15 18:11:05.183944 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-51d599db-f3e3-47f9-aeb6-536d61f62fab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1002 time: 0.0554998 Oct 15 18:11:05.232057 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-d3340cdc-4ba7-49cc-9024-123ab7329c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:05.233350 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-d3340cdc-4ba7-49cc-9024-123ab7329c91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0424244 Oct 15 18:11:05.280212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-f65a6c95-4868-4aab-a4c1-14e685dbf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:05.281645 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-f65a6c95-4868-4aab-a4c1-14e685dbf8cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409393 Oct 15 18:11:05.370840 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-e8e5e7e3-2afb-4d24-bf29-810adf310e8d service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814552 Oct 15 18:11:05.397022 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045240-e300-48dd-97bf-856595ebece0 req-b19bfc6a-9d4a-42fb-bb85-2333ad007b79 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:11:05.398494 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4b045240-e300-48dd-97bf-856595ebece0 req-b19bfc6a-9d4a-42fb-bb85-2333ad007b79 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0515118 Oct 15 18:11:05.437733 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4b045240-e300-48dd-97bf-856595ebece0 req-828698e4-2c98-47f9-972a-1e0bc26da2b2 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&id=36f54d44-d8de-4acf-98b0-85e2da3c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330243 Oct 15 18:11:05.463791 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6727c6b3-5cb4-4263-b6e8-4b7b8fecef0b req-69daa505-c08e-4bea-a566-3176c5694e4a service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Oct 15 18:11:09.343968 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:11:18.257990 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-10cb0969-d5e7-4aad-8435-846619bc906e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:21.083721 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-88b448b4-d121-484b-a2d3-22f197f0de6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:21.860291 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:22.315251 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:23.834579 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:28.534186 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:46.343117 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:11:48.270820 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ef0b354d-e984-47c8-b67c-36f35e4db1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:51.097701 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3ad6022d-3c94-4a53-962b-37fd73b07d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:51.863168 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:52.299542 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:53.796391 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:11:58.537187 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:07.199569 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-eaf16afc-4f95-48c4-85cf-0c8d5da38e4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811393 Oct 15 18:12:07.280693 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-93da4bd2-847f-4c62-bd3f-40053a233d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:07.282116 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-93da4bd2-847f-4c62-bd3f-40053a233d13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1138 time: 0.0394685 Oct 15 18:12:07.387451 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-b57472f2-ae93-4b9f-9fe5-84e133ceb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:07.388879 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-b57472f2-ae93-4b9f-9fe5-84e133ceb8c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.0874476 Oct 15 18:12:07.452099 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-d4228658-2018-403b-9383-f258323ede40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1002 time: 0.0555077 Oct 15 18:12:07.502341 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-941059f0-f484-44b6-9071-4ecaebdaaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:07.503735 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-941059f0-f484-44b6-9071-4ecaebdaaaad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0445411 Oct 15 18:12:07.547296 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-04e7a521-eb6b-4343-8405-dd072311871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:07.548747 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-04e7a521-eb6b-4343-8405-dd072311871b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378745 Oct 15 18:12:07.638428 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-d7e57c6f-53f2-4583-8c98-b1196b49687d service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821261 Oct 15 18:12:07.723771 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-0ea191d2-6bf9-4607-9f07-ad9867e5ff3b req-060ca651-430c-4c07-8ba0-a3387bac4f60 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783780 Oct 15 18:12:08.903004 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54800e5d-a676-4151-8eb2-30319f600561 req-0214db40-3cae-44b7-841a-ca71ff299c1a tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078208241&fields=id&tenant_id=48ad63c9b6ed49309abc4fe3192142e9 HTTP/1.1" status: 200 len: 267 time: 0.0324299 Oct 15 18:12:08.954560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54800e5d-a676-4151-8eb2-30319f600561 req-c9fddff0-41e1-4781-a406-b42f6e3167df tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:08.956042 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54800e5d-a676-4151-8eb2-30319f600561 req-c9fddff0-41e1-4781-a406-b42f6e3167df tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 985 time: 0.0477016 Oct 15 18:12:08.966898 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Request body: {'port': {'security_groups': ['2f4da8e0-9dec-4021-a572-8e153ce505a3']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:09.033070 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.209922 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:09.239164 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.315974 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.331109 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['596caeb0-9cea-4679-bb36-f6e2ba081c1e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:12:09.358600 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:09.359214 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.360692 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-54800e5d-a676-4151-8eb2-30319f600561 req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "PUT /v2.0/ports/596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 943 time: 0.3984125 Oct 15 18:12:09.361092 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:12:09.363415 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27264ccd-c4ed-4ac1-83fd-27d357fb353d" -d '{"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:12:09.367746 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50476) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:09.393830 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event updated for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=7']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:09.403507 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.404244 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.404809 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.405531 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.406098 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.406801 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.407814 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.408429 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.409002 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.409566 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.410118 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.411002 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6b252-67b6-4ca4-8391-19ee87bf75d6 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.450986 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.482750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['596caeb0-9cea-4679-bb36-f6e2ba081c1e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:12:09.483706 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.501674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074403e7-5674-4620-87fe-390dafe583b5 x-openstack-request-id: req-074403e7-5674-4620-87fe-390dafe583b5 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:12:09.501969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:12:09.502226 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-074403e7-5674-4620-87fe-390dafe583b5 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:12:09.502781 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'status': 'completed', 'code': 200} Oct 15 18:12:09.568760 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-957df710-6489-471b-bf0a-1d86eeac0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:09.570408 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-957df710-6489-471b-bf0a-1d86eeac0848 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1099 time: 0.0476015 Oct 15 18:12:09.630696 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.633767 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.636879 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "DELETE /v2.0/security-groups/36f54d44-d8de-4acf-98b0-85e2da3c5313 HTTP/1.1" status: 204 len: 168 time: 0.2649155 Oct 15 18:12:09.639569 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50484) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:09.646785 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f54d44-d8de-4acf-98b0-85e2da3c5313,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:09.654534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c21db7d6-3748-41af-a2c2-b51f1e1b65e8 None None] Provisioning complete for port 596caeb0-9cea-4679-bb36-f6e2ba081c1e triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:09.654907 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c21db7d6-3748-41af-a2c2-b51f1e1b65e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:09.655300 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.655661 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.656011 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.656352 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.656706 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.657178 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.657672 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.658018 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.658356 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.658687 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.659017 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.659383 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89df1d2-a896-43bb-9cb0-b5c346871c1e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:09.722672 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-2c2301ce-211f-41f3-909a-6acf06c92bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:09.724152 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-2c2301ce-211f-41f3-909a-6acf06c92bd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.1461043 Oct 15 18:12:10.064485 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-bfd34794-38e3-49ea-9297-4a57fc7ce39d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 1002 time: 0.3117719 Oct 15 18:12:10.121569 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Deleting port 3c8a5430-ec78-44b0-a226-99a15cf0c281 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:10.121905 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:10.126921 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-5b0da2e1-b2b5-43f1-9057-7a2cedab6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:10.128329 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-5b0da2e1-b2b5-43f1-9057-7a2cedab6cea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0546882 Oct 15 18:12:10.223099 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-3aa58c2d-5feb-4fbd-8c50-76744d5acd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:10.224492 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-3aa58c2d-5feb-4fbd-8c50-76744d5acd60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0867465 Oct 15 18:12:10.232515 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:10.232841 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:10.261521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Calling delete_port for 3c8a5430-ec78-44b0-a226-99a15cf0c281 owned by network:floatingip {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:10.402592 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-3071173e-4bd1-43ff-b509-81f9c10fd836 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673038 Oct 15 18:12:10.535481 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27264ccd-c4ed-4ac1-83fd-27d357fb353d req-407919a3-ff99-47f1-bad8-f4175ca1097d service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252410 Oct 15 18:12:10.619241 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:10.648702 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event deleted for resources: {'Port': ['ID=3c8a5430-ec78-44b0-a226-99a15cf0c281,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:10.707180 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks [] for floatingip, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:10.707609 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Floating IP 45744760-2a7d-42b2-9a5a-368e5d633f77 disassociated (deleted). External IP: 172.27.1.194, port: 596caeb0-9cea-4679-bb36-f6e2ba081c1e. Oct 15 18:12:10.911986 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Router 836ad6f8-191f-4188-9071-abfac771811d has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:12:11.017827 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:11.022606 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:11.027772 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] Sync routers for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:11.037064 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:11.037681 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:11:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:11.053243 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-d9a774c5-b4eb-4e3d-8427-a0800651dff1 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "DELETE /v2.0/floatingips/45744760-2a7d-42b2-9a5a-368e5d633f77 HTTP/1.1" status: 204 len: 168 time: 1.4107304 Oct 15 18:12:11.149074 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:11.340846 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:11.366626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] Checking router: 836ad6f8-191f-4188-9071-abfac771811d for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:11.374595 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:11.375181 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:11:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:11.481349 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:11.503726 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:12:11.506217 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:12:11.543257 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609e6735-7aec-43a5-9bea-9d8221d9c04d x-openstack-request-id: req-609e6735-7aec-43a5-9bea-9d8221d9c04d {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:12:11.543658 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:12:11.544186 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-609e6735-7aec-43a5-9bea-9d8221d9c04d {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:12:11.544474 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'status': 'completed', 'code': 200} Oct 15 18:12:11.606821 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-da4f4ecf-17f7-49da-aca1-db7b4fd0dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:11.608324 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-da4f4ecf-17f7-49da-aca1-db7b4fd0dd22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 1099 time: 0.0414395 Oct 15 18:12:11.685962 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:11.708432 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-b4acca8b-c781-420d-a4e2-fb1888b1a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:11.709914 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-b4acca8b-c781-420d-a4e2-fb1888b1a186 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 200 len: 916 time: 0.0939360 Oct 15 18:12:11.711859 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05635c33-f8bf-4ee7-ac71-1028c7eea095 None None] The sync data for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi is: [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:08:46Z', 'revision_number': 4, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '69c0155b-bde8-425c-9b83-fc83b56b0c9f', 'name': '', 'network_id': '5f9d0c76-9a8b-44bc-a213-b9905a420300', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'mac_address': 'fa:16:3e:00:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:46Z', 'updated_at': '2021-10-15T18:08:50Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'subnets': [{'id': '89b3eaac-e4f3-4976-bc54-8502caefe74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:11.753991 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-c2783272-26e3-4160-bb5f-098f80ed388b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 200 len: 217 time: 0.0347939 Oct 15 18:12:11.802410 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-2bf11337-5105-4f86-ba4b-0fb638865f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:11.803887 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-2bf11337-5105-4f86-ba4b-0fb638865f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 200 len: 854 time: 0.0430467 Oct 15 18:12:11.856748 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-c4359f14-d022-4656-98bd-d504bc49edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:11.858272 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-c4359f14-d022-4656-98bd-d504bc49edef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f9d0c76-9a8b-44bc-a213-b9905a420300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443203 Oct 15 18:12:11.936811 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f7ed4-b904-439d-b5a5-0c30f74f0815 None None] New status for floating IP 45744760-2a7d-42b2-9a5a-368e5d633f77: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:12:11.957871 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-416ca7b7-6fb9-4adc-ac63-5b01beca86a9 service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915475 Oct 15 18:12:12.059250 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b89914c7-5370-4660-a7d3-cf18dfa9d9ca req-8594337f-7639-42c3-a52c-ed033490a70d service neutron] 10.222.0.47 "GET /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904081 Oct 15 18:12:15.288360 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac556d58-c300-4543-bae0-96368b6fcbec req-0e26512c-3a80-4ca9-9f3f-32b1dc86c560 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:15.289801 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ac556d58-c300-4543-bae0-96368b6fcbec req-0e26512c-3a80-4ca9-9f3f-32b1dc86c560 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0470533 Oct 15 18:12:15.326143 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ac556d58-c300-4543-bae0-96368b6fcbec req-3edbc9dd-6c08-48cf-9d3f-a38435a874f5 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298901 Oct 15 18:12:16.439285 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b9f86-06a5-492d-b247-861aff0fdfd3 req-5fb3bc5c-6533-40d3-b8fa-c1a16c9ba766 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:16.440774 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-584b9f86-06a5-492d-b247-861aff0fdfd3 req-5fb3bc5c-6533-40d3-b8fa-c1a16c9ba766 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Oct 15 18:12:16.477974 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-584b9f86-06a5-492d-b247-861aff0fdfd3 req-764f2084-c3a9-4972-931a-9b9c17b9a9c3 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f4da8e0-9dec-4021-a572-8e153ce505a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313587 Oct 15 18:12:17.170593 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-85df8cea-d129-4177-87ef-8e48c39a2d5e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:17.172083 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-85df8cea-d129-4177-87ef-8e48c39a2d5e tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.47 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 946 time: 0.0478878 Oct 15 18:12:17.262934 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Deleting port 596caeb0-9cea-4679-bb36-f6e2ba081c1e {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:17.263295 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:17.348598 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] For port 596caeb0-9cea-4679-bb36-f6e2ba081c1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=596caeb0-9cea-4679-bb36-f6e2ba081c1e,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:17.348967 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:17.361953 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Calling delete_port for 596caeb0-9cea-4679-bb36-f6e2ba081c1e owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:17.544725 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:17.557153 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['596caeb0-9cea-4679-bb36-f6e2ba081c1e'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:12:17.575974 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Pushing event deleted for resources: {'Port': ['ID=596caeb0-9cea-4679-bb36-f6e2ba081c1e,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:17.580528 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-efe871e3-94e8-422d-934e-d5f4daaf9f10 req-935dd470-17f9-4d3b-9d19-0f7dc1a633d9 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.44 "GET /v2.0/ports?device_id=037b0c0b-f246-4933-ab87-20b586429437 HTTP/1.1" status: 200 len: 210 time: 0.0359769 Oct 15 18:12:17.621145 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] No DVR routers for this DVR port 596caeb0-9cea-4679-bb36-f6e2ba081c1e on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:12:17.623673 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:17.626951 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9c943ba6-5d10-44bf-b33a-9628291eff04 req-f295bc40-58fe-4675-a908-23c449075106 tempest-TestMinimumBasicScenario-368166413 tempest-TestMinimumBasicScenario-368166413-project] 10.222.0.47 "DELETE /v2.0/ports/596caeb0-9cea-4679-bb36-f6e2ba081c1e HTTP/1.1" status: 204 len: 173 time: 0.4474626 Oct 15 18:12:17.627412 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'name': 'network-vif-deleted', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:12:17.629652 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642acbe5-3eec-42d1-9207-084e635fd55f" -d '{"events": [{"server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "name": "network-vif-deleted", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:12:17.664633 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f80198-f3ff-4e0e-81ec-809ffffe3c26 x-openstack-request-id: req-f4f80198-f3ff-4e0e-81ec-809ffffe3c26 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:12:17.664976 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037b0c0b-f246-4933-ab87-20b586429437", "name": "network-vif-deleted", "tag": "596caeb0-9cea-4679-bb36-f6e2ba081c1e", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:12:17.665238 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4f80198-f3ff-4e0e-81ec-809ffffe3c26 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:12:17.665702 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037b0c0b-f246-4933-ab87-20b586429437', 'name': 'network-vif-deleted', 'tag': '596caeb0-9cea-4679-bb36-f6e2ba081c1e', 'status': 'completed', 'code': 200} Oct 15 18:12:18.262803 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-25df8080-53eb-482c-bf86-558b35aa50ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:20.739698 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50594) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:20.768653 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 596caeb0-9cea-4679-bb36-f6e2ba081c1e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:20.789236 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 596caeb0-9cea-4679-bb36-f6e2ba081c1e {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:20.789817 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 596caeb0-9cea-4679-bb36-f6e2ba081c1e not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:21.113809 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c954ccf5-3d37-4b5e-8e4d-88cffccf7995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:21.304387 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:21.534798 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Deleting port 69c0155b-bde8-425c-9b83-fc83b56b0c9f {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:21.535128 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:21.617082 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] For port 69c0155b-bde8-425c-9b83-fc83b56b0c9f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=69c0155b-bde8-425c-9b83-fc83b56b0c9f,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:21.617463 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:21.629540 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Calling delete_port for 69c0155b-bde8-425c-9b83-fc83b56b0c9f owned by network:router_interface {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:21.862284 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:21.896693 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:21.922094 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Pushing event deleted for resources: {'Port': ['ID=69c0155b-bde8-425c-9b83-fc83b56b0c9f,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:22.094087 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:22.298662 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Router 836ad6f8-191f-4188-9071-abfac771811d has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:12:22.333154 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:22.401928 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:22.407164 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-49028551-9ca0-4159-a599-f45e0c791abf admin admin] 10.222.0.44 "PUT /v2.0/routers/836ad6f8-191f-4188-9071-abfac771811d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6662123 Oct 15 18:12:22.409613 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50598) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:22.410572 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] Sync routers for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:22.419618 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:22.420219 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:22.512008 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks [] for router, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:22.520803 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:22.611814 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:22.698548 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:12:21Z', 'revision_number': 5, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port': {'id': '4d531957-2458-40e0-a115-92cbbe3b6ab2', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836ad6f8-191f-4188-9071-abfac771811d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:44Z', 'updated_at': '2021-10-15T18:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:22.723814 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] Checking router: 836ad6f8-191f-4188-9071-abfac771811d for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:22.732680 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] Routers {'836ad6f8-191f-4188-9071-abfac771811d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:22.733280 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['836ad6f8-191f-4188-9071-abfac771811d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:22.736051 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Deleting port 4d531957-2458-40e0-a115-92cbbe3b6ab2 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:22.736392 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:22.816505 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] For port 4d531957-2458-40e0-a115-92cbbe3b6ab2, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4d531957-2458-40e0-a115-92cbbe3b6ab2,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:22.816887 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:22.817713 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] Set router 836ad6f8-191f-4188-9071-abfac771811d gateway port host: None {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:22.828385 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Calling delete_port for 4d531957-2458-40e0-a115-92cbbe3b6ab2 owned by network:router_gateway {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:22.871772 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:12:22Z', 'revision_number': 6, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:22.896907 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa7e0a-4edd-4435-969b-fab8fee4453b None None] The sync data for ids ['836ad6f8-191f-4188-9071-abfac771811d'] in dv-cinder-790535-16-iscsi is: [{'id': '836ad6f8-191f-4188-9071-abfac771811d', 'name': 'tempest-TestMinimumBasicScenario-1500040549-router', 'tenant_id': '48ad63c9b6ed49309abc4fe3192142e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:43Z', 'updated_at': '2021-10-15T18:12:22Z', 'revision_number': 6, 'project_id': '48ad63c9b6ed49309abc4fe3192142e9', 'gw_port_host': None}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:23.074364 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.100366 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Pushing event deleted for resources: {'Port': ['ID=4d531957-2458-40e0-a115-92cbbe3b6ab2,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:23.163894 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.253760 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.256007 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.342102 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:12:23.355816 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.359445 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 836ad6f8-191f-4188-9071-abfac771811d {{(pid=112105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:12:23.362109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.363254 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-cfb04e9d-6e2e-4c3c-bfe4-aac5549a04af admin admin] 10.222.0.44 "DELETE /v2.0/routers/836ad6f8-191f-4188-9071-abfac771811d HTTP/1.1" status: 204 len: 168 time: 0.9527183 Oct 15 18:12:23.365805 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50600) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:23.408459 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Deleting subnet 89b3eaac-e4f3-4976-bc54-8502caefe74b {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:12:23.411391 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.444440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.522958 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.639939 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.666070 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b3eaac-e4f3-4976-bc54-8502caefe74b,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:23.671563 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.675956 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-061b7658-1edd-49c0-9e94-1882d667746c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/89b3eaac-e4f3-4976-bc54-8502caefe74b HTTP/1.1" status: 204 len: 168 time: 0.3092103 Oct 15 18:12:23.676391 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b65932-937a-4a59-bbbd-fd5f8e686544 None None] Network 5f9d0c76-9a8b-44bc-a213-b9905a420300 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:12:23.678304 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50602) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:23.773182 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.829354 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Deleting port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:23.829790 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.903175 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] For port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:23.903633 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.921857 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Calling delete_port for 61fae61c-f966-40b6-bf9b-fbc38ba2d42a owned by network:dhcp {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:23.967038 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:23.993998 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] DHCP port deletion for 5f9d0c76-9a8b-44bc-a213-b9905a420300 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:12:24.039751 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Deleting port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:24.040413 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.053433 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 69c0155b-bde8-425c-9b83-fc83b56b0c9f no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:24.057563 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.082910 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 69c0155b-bde8-425c-9b83-fc83b56b0c9f {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:24.083265 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 69c0155b-bde8-425c-9b83-fc83b56b0c9f not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:24.083684 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4d531957-2458-40e0-a115-92cbbe3b6ab2 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:24.084861 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Pushing event deleted for resources: {'Port': ['ID=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:24.086813 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] No DVR routers for this DVR port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a on host dv-cinder-790535-16-iscsi {{(pid=112105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:12:24.127867 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 4d531957-2458-40e0-a115-92cbbe3b6ab2 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:24.128210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4d531957-2458-40e0-a115-92cbbe3b6ab2 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:24.128635 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 61fae61c-f966-40b6-bf9b-fbc38ba2d42a no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:24.152856 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 61fae61c-f966-40b6-bf9b-fbc38ba2d42a {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:24.153123 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 61fae61c-f966-40b6-bf9b-fbc38ba2d42a not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:24.159853 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.161327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] For port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,segment=NetworkSegment(8ef8e999-63c1-4bda-992d-b0a0d3db435c),segment_id=8ef8e999-63c1-4bda-992d-b0a0d3db435c)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:24.161729 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.174533 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Calling delete_port for 61fae61c-f966-40b6-bf9b-fbc38ba2d42a owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:24.180405 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9d0c76-9a8b-44bc-a213-b9905a420300']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:24.190214 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef8e999-63c1-4bda-992d-b0a0d3db435c') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:24.190511 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef8e999-63c1-4bda-992d-b0a0d3db435c') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:24.199699 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.212638 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.218426 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:12:24.218803 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:12:24.220428 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:12:24.252710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.274800 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Pushing event deleted for resources: {'Port': ['ID=61fae61c-f966-40b6-bf9b-fbc38ba2d42a,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:24.284889 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.285231 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.285576 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.285910 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.286233 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.286574 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.286899 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.287221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.287568 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.287887 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.288223 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.288522 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:24.291700 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033bdf2a-f6ac-4607-bf12-cc88c181578b None None] No DVR routers for this DVR port 61fae61c-f966-40b6-bf9b-fbc38ba2d42a on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:12:24.354653 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.360109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.363353 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] 10.222.0.44 "DELETE /v2.0/networks/5f9d0c76-9a8b-44bc-a213-b9905a420300 HTTP/1.1" status: 204 len: 168 time: 0.6841061 Oct 15 18:12:24.366255 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50604) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:24.374598 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17914b5-6605-43aa-9579-5f495d41634d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9d0c76-9a8b-44bc-a213-b9905a420300,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:24.696077 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:24.926613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Deleting port f3849181-7630-4d86-87fa-8af5b84dd5e4 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:24.926941 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:25.005115 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] For port f3849181-7630-4d86-87fa-8af5b84dd5e4, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=f3849181-7630-4d86-87fa-8af5b84dd5e4,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:25.005406 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:25.018168 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Calling delete_port for f3849181-7630-4d86-87fa-8af5b84dd5e4 owned by network:router_interface {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:25.468421 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:25.493146 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3849181-7630-4d86-87fa-8af5b84dd5e4,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:25.659769 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:25.867862 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Router a9bee70b-bfa1-4373-bea3-8543458b20bf has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:12:25.974312 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:25.983205 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-c6ed7cb0-e737-47f5-9a1f-ac671e76d857 admin admin] 10.222.0.44 "PUT /v2.0/routers/a9bee70b-bfa1-4373-bea3-8543458b20bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129375 Oct 15 18:12:25.983318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50606) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:25.985716 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] Sync routers for ids ['a9bee70b-bfa1-4373-bea3-8543458b20bf'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:25.996505 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] Routers {'a9bee70b-bfa1-4373-bea3-8543458b20bf'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:25.998410 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['a9bee70b-bfa1-4373-bea3-8543458b20bf'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:26.117560 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks [] for router, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.122048 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] Set router a9bee70b-bfa1-4373-bea3-8543458b20bf gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:26.216862 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.292886 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:12:25Z', 'revision_number': 5, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port': {'id': 'c300e9fe-4ece-4bb7-9c69-3aa5830de250', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:08:50Z', 'updated_at': '2021-10-15T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:26.322514 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] Checking router: a9bee70b-bfa1-4373-bea3-8543458b20bf for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:26.330784 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] Routers {'a9bee70b-bfa1-4373-bea3-8543458b20bf'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:26.331591 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['a9bee70b-bfa1-4373-bea3-8543458b20bf'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:26.338063 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Deleting port c300e9fe-4ece-4bb7-9c69-3aa5830de250 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:26.338397 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.416517 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] For port c300e9fe-4ece-4bb7-9c69-3aa5830de250, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=c300e9fe-4ece-4bb7-9c69-3aa5830de250,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:26.416839 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] Set router a9bee70b-bfa1-4373-bea3-8543458b20bf gateway port host: None {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:26.416958 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.429586 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Calling delete_port for c300e9fe-4ece-4bb7-9c69-3aa5830de250 owned by network:router_gateway {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:26.467466 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:12:26Z', 'revision_number': 6, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:26.495789 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f798f80-99e2-493e-9c01-ef1fc68d6469 None None] The sync data for ids ['a9bee70b-bfa1-4373-bea3-8543458b20bf'] in dv-cinder-790535-16-iscsi is: [{'id': 'a9bee70b-bfa1-4373-bea3-8543458b20bf', 'name': 'tempest-TestMinimumBasicScenario-562092424-router', 'tenant_id': '9a191fed7c4043faa1c1dac766742f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:08:49Z', 'updated_at': '2021-10-15T18:12:26Z', 'revision_number': 6, 'project_id': '9a191fed7c4043faa1c1dac766742f33', 'gw_port_host': None}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:26.646821 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.672108 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Pushing event deleted for resources: {'Port': ['ID=c300e9fe-4ece-4bb7-9c69-3aa5830de250,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:26.733308 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.822318 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.824361 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.937405 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.937906 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9bee70b-bfa1-4373-bea3-8543458b20bf {{(pid=112105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:12:26.943360 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:26.944639 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1027b9f7-8edb-43c1-94d3-a17a2e539223 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a9bee70b-bfa1-4373-bea3-8543458b20bf HTTP/1.1" status: 204 len: 168 time: 0.9607253 Oct 15 18:12:26.947688 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50608) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:26.990258 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Deleting subnet 94415be4-757c-43e6-8dfe-f7eb6cb7fac6 {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:12:26.993724 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.267142 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.340838 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.459361 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.489690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94415be4-757c-43e6-8dfe-f7eb6cb7fac6,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:27.494052 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.499297 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b32835-3d67-4755-955d-ded16ad4a7c1 None None] Network 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:12:27.499805 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-a27867b5-a9dd-4f08-9844-05b24eb0b364 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94415be4-757c-43e6-8dfe-f7eb6cb7fac6 HTTP/1.1" status: 204 len: 168 time: 0.5486579 Oct 15 18:12:27.500166 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50610) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:27.573142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.625901 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Deleting port 88681d24-84a7-4675-993f-58a61e87727f {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:27.626237 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.680890 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] DHCP port deletion for 2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:12:27.693890 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] For port 88681d24-84a7-4675-993f-58a61e87727f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=88681d24-84a7-4675-993f-58a61e87727f,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:27.694252 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.706353 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Calling delete_port for 88681d24-84a7-4675-993f-58a61e87727f owned by network:dhcp {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:27.725873 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] Deleting port 88681d24-84a7-4675-993f-58a61e87727f {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:12:27.726177 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.789836 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] For port 88681d24-84a7-4675-993f-58a61e87727f, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=88681d24-84a7-4675-993f-58a61e87727f,segment=NetworkSegment(96999c6b-6cb6-4d3f-a568-0bcf255cce69),segment_id=96999c6b-6cb6-4d3f-a568-0bcf255cce69)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:27.790814 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.802693 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] Calling delete_port for 88681d24-84a7-4675-993f-58a61e87727f owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:12:27.856978 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.875615 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.885306 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88681d24-84a7-4675-993f-58a61e87727f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:27.888937 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] No DVR routers for this DVR port 88681d24-84a7-4675-993f-58a61e87727f on host dv-cinder-790535-16-iscsi {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:12:27.905343 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] Pushing event deleted for resources: {'Port': ['ID=88681d24-84a7-4675-993f-58a61e87727f,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:27.908929 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96b0ac-ecc5-4bb7-9465-b2cda70ad61d None None] No DVR routers for this DVR port 88681d24-84a7-4675-993f-58a61e87727f on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:12:27.962782 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:27.983268 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b31f8fa-2b99-47ca-aaa8-7349ecb2a812']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:27.992924 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96999c6b-6cb6-4d3f-a568-0bcf255cce69') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:27.993260 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96999c6b-6cb6-4d3f-a568-0bcf255cce69') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:28.002635 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.017494 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.019533 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c300e9fe-4ece-4bb7-9c69-3aa5830de250 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:28.023354 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:12:28.024105 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:12:28.026017 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:12:28.038944 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: c300e9fe-4ece-4bb7-9c69-3aa5830de250 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:28.047529 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c300e9fe-4ece-4bb7-9c69-3aa5830de250 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:28.048036 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device f3849181-7630-4d86-87fa-8af5b84dd5e4 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:28.067268 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: f3849181-7630-4d86-87fa-8af5b84dd5e4 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:28.067622 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device f3849181-7630-4d86-87fa-8af5b84dd5e4 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:28.068050 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 88681d24-84a7-4675-993f-58a61e87727f no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:12:28.086557 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 88681d24-84a7-4675-993f-58a61e87727f {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:12:28.086906 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 88681d24-84a7-4675-993f-58a61e87727f not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:12:28.150788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.155843 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.158961 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2b31f8fa-2b99-47ca-aaa8-7349ecb2a812 HTTP/1.1" status: 204 len: 168 time: 0.6577947 Oct 15 18:12:28.171815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64e81d-1f53-4b7a-8756-909109ae41e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b31f8fa-2b99-47ca-aaa8-7349ecb2a812,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:28.505665 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50614) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:28.544002 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.544664 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-8b799df2-0ae4-4b6b-8159-683b0c6d8f7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48ad63c9b6ed49309abc4fe3192142e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378747 Oct 15 18:12:28.547087 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50616) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:28.593538 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b38c6145-5756-40ea-97fd-fb7b2c8e028a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.614537 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b38c6145-5756-40ea-97fd-fb7b2c8e028a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.742162 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b38c6145-5756-40ea-97fd-fb7b2c8e028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.745334 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b38c6145-5756-40ea-97fd-fb7b2c8e028a admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:28.746483 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b38c6145-5756-40ea-97fd-fb7b2c8e028a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f4da8e0-9dec-4021-a572-8e153ce505a3 HTTP/1.1" status: 204 len: 168 time: 0.1984770 Oct 15 18:12:28.754160 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6145-5756-40ea-97fd-fb7b2c8e028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4da8e0-9dec-4021-a572-8e153ce505a3,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:29.267088 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50622) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:29.306118 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-22d5a48a-35f6-4cac-83ea-4235945f9962 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a191fed7c4043faa1c1dac766742f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377741 Oct 15 18:12:29.308315 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50624) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:29.354391 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dfd4035f-8530-4f7c-91b3-09aada8a5ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:29.377370 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dfd4035f-8530-4f7c-91b3-09aada8a5ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:29.463871 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dfd4035f-8530-4f7c-91b3-09aada8a5ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:29.466478 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-dfd4035f-8530-4f7c-91b3-09aada8a5ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:29.467633 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-dfd4035f-8530-4f7c-91b3-09aada8a5ab6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2554e3d0-6cb2-4594-ad6d-1462f3eda3df HTTP/1.1" status: 204 len: 168 time: 0.1584496 Oct 15 18:12:29.475050 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4035f-8530-4f7c-91b3-09aada8a5ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554e3d0-6cb2-4594-ad6d-1462f3eda3df,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:30.426547 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50646) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:30.518629 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2069287599-network', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:30.595602 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Made reservation on behalf of 94f6a18827f94d1fb5d5e76018143ce2 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:12:30.597889 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.607155 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.677645 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.743847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.767476 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 18:12:30.776453 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ba9ab0-f35c-4ab8-a8f4-29c26eda93d1,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:30.782302 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.782646 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Added segment 73c94aa1-14a7-4fb7-862a-ce7ed3e2f336 of type vlan for network eed30367-31fb-4c0b-9a67-fd8f5568d339 Oct 15 18:12:30.821543 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.903690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.904641 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:30.905247 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:30.965440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] Pushing event updated for resources: {'Network': ['ID=eed30367-31fb-4c0b-9a67-fd8f5568d339,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:30.974843 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 18:12:30.996140 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b6b2e34d-64a8-42b1-997a-ae8151df84d9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5684960 Oct 15 18:12:30.999391 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50650) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:31.003572 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Request body: {'subnet': {'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2069287599-subnet', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:31.103908 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Made reservation on behalf of 94f6a18827f94d1fb5d5e76018143ce2 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:12:31.106257 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.327178 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.385331 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e511074-4f2b-450f-a5ad-431326dabe1c,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:31.389758 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Checking segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:31.390124 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Network hostable DHCP agents. Network: eed30367-31fb-4c0b-9a67-fd8f5568d339, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 18:12:31.452276 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 18:12:31.526482 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, eed30367-31fb-4c0b-9a67-fd8f5568d339) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:31.530456 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:31.531040 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.535043 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad079e-a9e5-4e19-aebc-fcebdf0c26ed None None] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:12:31.609692 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-fb63c16c-616e-41eb-beb4-4d35e0d5c3c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6095431 Oct 15 18:12:31.612060 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50652) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:31.616304 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:31.677245 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-eed30367-31fb-4c0b-9a67-fd8f5568d339', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 18:12:31.678092 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.681919 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.683025 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.735624 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.806620 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Allocated IP 172.20.0.2 (eed30367-31fb-4c0b-9a67-fd8f5568d339/8e511074-4f2b-450f-a5ad-431326dabe1c/50f92390-536e-4b46-9da7-6ad8e83f5eb5) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:12:31.910585 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:31.945037 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.013399 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.050400 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:32.053710 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:32.057699 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:12:32.066557 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Pushing event updated for resources: {'Port': ['ID=50f92390-536e-4b46-9da7-6ad8e83f5eb5,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:32.118820 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Attempting to bind port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:12:32.119174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Attempting to bind port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:12:32.119554 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Attempting to bind port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:12:32.124368 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:12:32.124739 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Checking segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:32.125134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.125519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Bound using segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:12:32.125971 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Bound port: 50f92390-536e-4b46-9da7-6ad8e83f5eb5, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:12:32.126340 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.185353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] For port 50f92390-536e-4b46-9da7-6ad8e83f5eb5, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:12:32.188213 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] For port 50f92390-536e-4b46-9da7-6ad8e83f5eb5, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=50f92390-536e-4b46-9da7-6ad8e83f5eb5,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:12:32.189249 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.208359 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.274023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.313772 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Allocated IP 172.27.1.57 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/ee0de0cb-e961-4b1e-8e8d-b0199e5d4483) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:12:32.334157 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b1a5-c45a-490d-9ba4-4b177585c9aa None None] Pushing event updated for resources: {'Port': ['ID=50f92390-536e-4b46-9da7-6ad8e83f5eb5,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:32.429301 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.539306 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:32.580760 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:32.583925 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:32.587903 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:12:32.628569 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Pushing event updated for resources: {'Port': ['ID=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:32.926356 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.125446 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.182832 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943cda88-449c-465a-a100-bf05a9544205 None None] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:12:33.247797 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-ae74a38b-66c2-4f17-acbe-14ab3fe4f705 None None] Provisioning complete for port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:33.248171 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ae74a38b-66c2-4f17-acbe-14ab3fe4f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.321133 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Router cef9ed65-9f5b-460e-9a87-bb5267738691 is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 18:12:33.387891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ae74a38b-66c2-4f17-acbe-14ab3fe4f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.427974 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ae74a38b-66c2-4f17-acbe-14ab3fe4f705 None None] For port 50f92390-536e-4b46-9da7-6ad8e83f5eb5, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=50f92390-536e-4b46-9da7-6ad8e83f5eb5,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:33.432949 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:33.443025 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:33.452585 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:33.453203 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:33.528114 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.529408 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-707e1c15-a6b4-4f6e-9924-a320ad942fce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9164016 Oct 15 18:12:33.532042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50654) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:33.550226 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ae74a38b-66c2-4f17-acbe-14ab3fe4f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.592306 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:33.704577 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74a38b-66c2-4f17-acbe-14ab3fe4f705 None None] Pushing event updated for resources: {'Port': ['ID=50f92390-536e-4b46-9da7-6ad8e83f5eb5,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:33.751948 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-1f6f3627-9ae5-4c3c-be53-9cbd71db3b75 None None] Provisioning complete for port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:33.752322 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1f6f3627-9ae5-4c3c-be53-9cbd71db3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:33.952981 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.009538 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:32Z', 'revision_number': 3, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:34.041304 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:34.041304 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Updating router cef9ed65-9f5b-460e-9a87-bb5267738691 port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:12:34.065140 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 50f92390-536e-4b46-9da7-6ad8e83f5eb5 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:34.096307 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.135434 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Allocated IP 172.20.0.1 (eed30367-31fb-4c0b-9a67-fd8f5568d339/8e511074-4f2b-450f-a5ad-431326dabe1c/c4f374fa-57ef-4c77-9815-0fa10f7f006a) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:12:34.207192 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:34.207787 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.235381 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.327652 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.376462 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:34.380775 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:34.391700 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:12:34.412186 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f374fa-57ef-4c77-9815-0fa10f7f006a,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:34.434014 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.435539 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.491258 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.543937 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Attempting to bind port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:12:34.544286 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Attempting to bind port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:12:34.544652 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Attempting to bind port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:12:34.554301 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126f2c6-da63-46b1-9b28-5a38f399e66e None None] Pushing event updated for resources: {'Port': ['ID=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:34.558555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:12:34.558934 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:34.559370 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.559763 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:12:34.560240 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Bound port: ee0de0cb-e961-4b1e-8e8d-b0199e5d4483, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:12:34.560621 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.620719 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] For port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:12:34.634538 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] For port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:12:34.636206 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-ccc3aeb5-63c4-478a-9d55-302e4a451e7c None None] Provisioning complete for port c4f374fa-57ef-4c77-9815-0fa10f7f006a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:34.636577 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ccc3aeb5-63c4-478a-9d55-302e4a451e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.672164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3aeb5-63c4-478a-9d55-302e4a451e7c None None] Port c4f374fa-57ef-4c77-9815-0fa10f7f006a cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:12:34.721825 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.781449 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:34.782084 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:34.819707 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126f2c6-da63-46b1-9b28-5a38f399e66e None None] Pushing event updated for resources: {'Port': ['ID=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:34.867574 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:34.894420 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:35.026654 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:35.075317 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:35.094492 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:35.120982 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2192d-a674-46ee-a750-323f94eb78be None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:35.141309 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f374fa-57ef-4c77-9815-0fa10f7f006a,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:35.143051 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:35.237674 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:35.239085 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:35.370418 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:12:35.490277 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:35.496676 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e11e3866-7d71-43bd-aa3d-47b1fe5e6b07 admin admin] 10.222.0.44 "PUT /v2.0/routers/cef9ed65-9f5b-460e-9a87-bb5267738691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634726 Oct 15 18:12:35.504962 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-33ca972e-1964-4ec8-88c4-6e3234dcd04b None None] Provisioning complete for port c4f374fa-57ef-4c77-9815-0fa10f7f006a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:35.505416 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-33ca972e-1964-4ec8-88c4-6e3234dcd04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:35.543522 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-33ca972e-1964-4ec8-88c4-6e3234dcd04b None None] Port c4f374fa-57ef-4c77-9815-0fa10f7f006a cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:12:36.045415 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:36.094151 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:36.094524 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.182632 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.206087 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:36.245187 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50670) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:36.250522 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-678452401-network', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:36.268400 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.316662 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:36.342387 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Made reservation on behalf of 4b268c35b56b4849a4eec8c2b223afb4 for: {'network': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:12:36.344799 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for network, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.353915 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.426393 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.492844 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.517527 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=112105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 18:12:36.527532 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b21e27-6779-4e9b-8bd4-11d5ac95badb,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:36.533936 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.533936 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.segments_db [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Added segment 0bd4670f-6b9d-4654-b29e-9f73f1de79f9 of type vlan for network 3cac98ca-9a72-4e34-9163-b8b270732be3 Oct 15 18:12:36.572146 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778219046018'] for network, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.647323 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940'] for network, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.648333 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:36.648909 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.710137 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] Pushing event updated for resources: {'Network': ['ID=3cac98ca-9a72-4e34-9163-b8b270732be3,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:36.720864 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 details requested by agent ovs-agent-dv-cinder-790535-16-iscsi with host dv-cinder-790535-16-iscsi {{(pid=112106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 18:12:36.733585 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-93cde81b-b3e1-453a-a5c1-4ca9d5edad6c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4872782 Oct 15 18:12:36.736244 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50672) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:36.740996 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Request body: {'subnet': {'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-678452401-subnet', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'ip_version': 4}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:36.816220 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Made reservation on behalf of 4b268c35b56b4849a4eec8c2b223afb4 for: {'subnet': 1} {{(pid=112105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:12:36.818650 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9512417'] for subnet, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:36.937110 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:36.946463 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:36.947062 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:37.041713 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10160646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9512403'] for subnet, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.049164 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:37.095680 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b466d46-2b84-428c-b33e-28a56ed8f34b,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:37.108377 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Checking segment: {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:37.108758 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Network hostable DHCP agents. Network: 3cac98ca-9a72-4e34-9163-b8b270732be3, hostable agents: ['4f0c5734-1a75-4087-8086-eedea2cf4954'], hosted agents: [] {{(pid=112105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 18:12:37.206688 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 is scheduled to be hosted by DHCP agent 4f0c5734-1a75-4087-8086-eedea2cf4954 with binding_index 1 {{(pid=112105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 18:12:37.246961 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 2, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:37.272275 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:37.272628 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Updating router cef9ed65-9f5b-460e-9a87-bb5267738691 port c4f374fa-57ef-4c77-9815-0fa10f7f006a binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:12:37.275532 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-16-iscsi, 3cac98ca-9a72-4e34-9163-b8b270732be3) {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:37.280317 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:12:37.281084 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.288557 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffbfa50-726c-4bd7-b7c3-5114c928f81d None None] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:12:37.302764 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.347254 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-aea08456-76fa-4c24-bf77-321953bda40d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6097915 Oct 15 18:12:37.349517 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50674) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:37.355021 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:37.433925 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp874a8e37-179a-5b31-a356-478a53d15974-3cac98ca-9a72-4e34-9163-b8b270732be3', 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'fixed_ips': [{'subnet_id': '6b466d46-2b84-428c-b33e-28a56ed8f34b'}]}} from dv-cinder-790535-16-iscsi. {{(pid=112106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 18:12:37.434771 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.439398 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-597248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1486'] for router, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.440541 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599105', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1479'] for router, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.498925 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.569840 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.db_base_plugin_common [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Allocated IP 172.20.0.2 (3cac98ca-9a72-4e34-9163-b8b270732be3/6b466d46-2b84-428c-b33e-28a56ed8f34b/4fea27a0-6260-463d-92f6-bf0a0cae1bf6) {{(pid=112106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:12:37.656865 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.689425 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.717850 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Publish callbacks [] for port, precommit_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.730650 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.785670 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Pushing event updated for resources: {'Port': ['ID=c4f374fa-57ef-4c77-9815-0fa10f7f006a,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:37.809456 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.809824 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.810161 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.810488 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.810810 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.811213 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.811569 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.811890 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.812223 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.812544 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.812859 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.813170 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:12:37.828638 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207'] for port, after_create {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.859813 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Attempting to bind port c4f374fa-57ef-4c77-9815-0fa10f7f006a on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:12:37.860426 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Attempting to bind port c4f374fa-57ef-4c77-9815-0fa10f7f006a by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:12:37.860956 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Attempting to bind port c4f374fa-57ef-4c77-9815-0fa10f7f006a on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:12:37.864866 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 is already hosted by enough agents. {{(pid=112106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:37.867697 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:12:37.867875 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.scheduler.base_scheduler [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Resources bound (agent type, host, resource id): {{(pid=112106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:37.868429 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Checking segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:37.869900 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.870480 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Bound using segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:12:37.871472 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Bound port: c4f374fa-57ef-4c77-9815-0fa10f7f006a, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:12:37.871626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Received port after_create {{(pid=112106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:12:37.872163 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.886169 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Pushing event updated for resources: {'Port': ['ID=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,revision_number=1']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:37.941630 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Attempting to bind port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:12:37.941921 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Attempting to bind port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:12:37.942413 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Attempting to bind port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 on network 3cac98ca-9a72-4e34-9163-b8b270732be3 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:12:37.942602 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] For port c4f374fa-57ef-4c77-9815-0fa10f7f006a, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:12:37.947569 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] For port c4f374fa-57ef-4c77-9815-0fa10f7f006a, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=c4f374fa-57ef-4c77-9815-0fa10f7f006a,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:12:37.948361 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:12:37.948811 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Checking segment: {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:37.949220 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.949620 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Bound using segment: {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:12:37.950106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Bound port: 4fea27a0-6260-463d-92f6-bf0a0cae1bf6, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:12:37.950493 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:37.999970 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.014773 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-d65cedf1-c65a-4f94-8b9c-9f5b80565501 None None] Provisioning complete for port c4f374fa-57ef-4c77-9815-0fa10f7f006a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:38.015138 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d65cedf1-c65a-4f94-8b9c-9f5b80565501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.019602 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.020887 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.043257 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:38.074943 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] For port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:12:38.095340 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49397e74-f116-4cf2-a4ec-b7466ce7332d None None] Pushing event updated for resources: {'Port': ['ID=c4f374fa-57ef-4c77-9815-0fa10f7f006a,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:38.110005 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] For port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:12:38.110653 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:38.111532 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:38.149377 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Allocated IP 172.27.1.227 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:12:38.155869 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:38.156243 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.182789 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.203053 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d65cedf1-c65a-4f94-8b9c-9f5b80565501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.228220 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:38.282840 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.295904 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b6ed-0b95-4218-ae8e-c7735be70641 None None] Pushing event updated for resources: {'Port': ['ID=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:38.303638 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-d65cedf1-c65a-4f94-8b9c-9f5b80565501 None None] For port c4f374fa-57ef-4c77-9815-0fa10f7f006a, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=c4f374fa-57ef-4c77-9815-0fa10f7f006a,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:38.373239 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d65cedf1-c65a-4f94-8b9c-9f5b80565501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.401786 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.422745 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cedf1-c65a-4f94-8b9c-9f5b80565501 None None] Pushing event updated for resources: {'Port': ['ID=c4f374fa-57ef-4c77-9815-0fa10f7f006a,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:38.461487 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Pushing event updated for resources: {'Port': ['ID=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:38.469854 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:38.470830 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:38.474329 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:12:38.498149 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-3dd5b776-69ea-4b16-becb-b567edcc98ec None None] Provisioning complete for port c4f374fa-57ef-4c77-9815-0fa10f7f006a triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:38.498614 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3dd5b776-69ea-4b16-becb-b567edcc98ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:38.513702 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:37Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:38.550066 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebff5e-0b5d-4d34-a3d1-4adf133b4e04 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:37Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:38.814584 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.013498 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599058'] for router, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.197376 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85565b37-8f70-488c-bbe8-cd35e39b8ae0 None None] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:12:39.242250 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Router bcc74966-1620-4311-ae31-f11a8e4e6c3d is scheduled to L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 with binding_index 1 {{(pid=112105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 18:12:39.354578 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:39.379839 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Sync routers for ids ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:39.393895 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-62801554-90d2-4a0a-a876-4fe3d2196a09 None None] Provisioning complete for port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:39.394266 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-62801554-90d2-4a0a-a876-4fe3d2196a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.425421 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Routers {'bcc74966-1620-4311-ae31-f11a8e4e6c3d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:39.426038 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:39.431489 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.432780 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-92f5ab2e-41d2-4096-a7ed-b087872ba401 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0822589 Oct 15 18:12:39.435670 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50676) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:39.630267 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Set router bcc74966-1620-4311-ae31-f11a8e4e6c3d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:39.632741 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-62801554-90d2-4a0a-a876-4fe3d2196a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.773744 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-62801554-90d2-4a0a-a876-4fe3d2196a09 None None] For port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:39.848444 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 3, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:39.852670 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.876822 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Checking router: bcc74966-1620-4311-ae31-f11a8e4e6c3d for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:39.877175 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Updating router bcc74966-1620-4311-ae31-f11a8e4e6c3d port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 binding host dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:12:39.879127 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-62801554-90d2-4a0a-a876-4fe3d2196a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.928448 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:39.970849 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801554-90d2-4a0a-a876-4fe3d2196a09 None None] Pushing event updated for resources: {'Port': ['ID=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:40.017871 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Allocated IP 172.20.0.1 (3cac98ca-9a72-4e34-9163-b8b270732be3/6b466d46-2b84-428c-b33e-28a56ed8f34b/5a7ef141-7ca0-4c4e-b63a-ab0094a0973d) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:12:40.050697 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-6bcf0e8e-2c2f-485c-bf98-f13cc86ea4b8 None None] Provisioning complete for port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:40.051075 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0e8e-2c2f-485c-bf98-f13cc86ea4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.140818 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.190686 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c4f374fa-57ef-4c77-9815-0fa10f7f006a up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:40.234159 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.276976 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:40.279949 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:40.284015 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:12:40.307404 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Publish callbacks [] for port, precommit_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.309389 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:40.310977 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port c4f374fa-57ef-4c77-9815-0fa10f7f006a triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:40.311768 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.328973 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.389754 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.441774 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:40.478291 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61894196-62bc-4295-8690-1551846e45c5 None None] Pushing event updated for resources: {'Port': ['ID=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,revision_number=2']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:40.482513 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Attempting to bind port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:12:40.482960 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Attempting to bind port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:12:40.483264 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Attempting to bind port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 on network a7446e3a-0b64-4da3-9e90-c17a773cfc12 {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:12:40.492920 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:12:40.493301 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Checking segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:40.493705 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.494122 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Bound using segment: {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'} {{(pid=112106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:12:40.494588 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.managers [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Bound port: e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e2454e-9d13-4edc-af1e-c6e419ef7630', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12'}}] {{(pid=112106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:12:40.494972 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.516272 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.557567 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:40.557851 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.586519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] For port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:12:40.606901 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] For port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:12:40.611435 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-8eeda2cc-dc82-45be-a829-719ae319b984 None None] Provisioning complete for port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:40.611435 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8eeda2cc-dc82-45be-a829-719ae319b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.670949 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-8eeda2cc-dc82-45be-a829-719ae319b984 None None] Port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:12:40.683024 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.688505 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.743700 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Routers {'bcc74966-1620-4311-ae31-f11a8e4e6c3d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:40.744318 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:40.749655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.785593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61894196-62bc-4295-8690-1551846e45c5 None None] Pushing event updated for resources: {'Port': ['ID=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,revision_number=3']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:40.816022 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599765'] for router_interface, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:40.818674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:40.867399 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] Set router bcc74966-1620-4311-ae31-f11a8e4e6c3d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:40.911627 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:12:40.913085 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:12:41.038928 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Router bcc74966-1620-4311-ae31-f11a8e4e6c3d has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:12:41.155292 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:12:41.160932 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-0a20b0dc-f33a-4db0-809c-f4007c4ee839 admin admin] 10.222.0.44 "PUT /v2.0/routers/bcc74966-1620-4311-ae31-f11a8e4e6c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242088 Oct 15 18:12:41.201408 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5a7ef141-7ca0-4c4e-b63a-ab0094a0973d', 'name': '', 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'mac_address': 'fa:16:3e:71:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:39Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 2, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'subnets': [{'id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:41.203985 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-b9da6de3-a491-4b59-9073-1dbe737b7c45 None None] Provisioning complete for port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:41.204354 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b9da6de3-a491-4b59-9073-1dbe737b7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:41.243573 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b892eab-11f0-4896-8440-ffd2f50a25c5 None None] The sync data for ids ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'] in dv-cinder-790535-16-iscsi is: [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5a7ef141-7ca0-4c4e-b63a-ab0094a0973d', 'name': '', 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'mac_address': 'fa:16:3e:71:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:39Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 2, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'subnets': [{'id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:41.259923 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-b9da6de3-a491-4b59-9073-1dbe737b7c45 None None] Port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:12:41.787855 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50684) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:41.793004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130593895', 'description': 'tempest-secgroup-smoke-1130593895 description', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:41.886853 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:41.958214 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.018158 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.048208 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:42.118649 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:42.145774 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.147071 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-68d39389-5974-4cac-8d40-97dea2829f8c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3580875 Oct 15 18:12:42.150381 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50686) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:42.154934 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group_rule': {'security_group_id': '0a1ae6ff-7f8e-4502-9202-9398ed06ae8d', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:42.172909 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:42.173305 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.230328 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.258081 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:42.292796 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.305456 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:42.305826 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.354530 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.375520 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5f64d8-ec7b-4d7a-80f5-de0020d1f4b3,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:42.396293 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.416954 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] For port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:42.458267 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.462891 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.463427 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-2c7df43d-e52d-4075-9895-aa4d427bacfa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3121002 Oct 15 18:12:42.466122 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50688) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:42.470624 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group_rule': {'security_group_id': '0a1ae6ff-7f8e-4502-9202-9398ed06ae8d', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:42.506367 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Pushing event updated for resources: {'Port': ['ID=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:42.537267 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.592098 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.664060 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.682757 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4192d45b-d1a3-4661-ad20-1f95ec379130,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:42.766784 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.768038 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-3a5c7deb-2d54-4d77-9ec2-d9415107fa98 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3009331 Oct 15 18:12:42.770711 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50690) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:42.775302 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group_rule': {'security_group_id': '0a1ae6ff-7f8e-4502-9202-9398ed06ae8d', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:42.886832 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:42.946899 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.050428 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.068591 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0b2444-e21e-46b0-ad03-53be09f74844,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:43.103701 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Sync routers for ids ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:12:43.113013 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Routers {'bcc74966-1620-4311-ae31-f11a8e4e6c3d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:43.113625 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:43.155534 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.156863 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-95b243ad-51e0-4def-b351-40ff01c2bc33 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851161 Oct 15 18:12:43.159560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50692) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:43.163915 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group_rule': {'security_group_id': '0a1ae6ff-7f8e-4502-9202-9398ed06ae8d', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:43.219043 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Set router bcc74966-1620-4311-ae31-f11a8e4e6c3d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:43.244781 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.302021 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.378300 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.393729 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69b8602-8a11-49e9-8f11-1406c504bbd5,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:43.418011 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5a7ef141-7ca0-4c4e-b63a-ab0094a0973d', 'name': '', 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'mac_address': 'fa:16:3e:71:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:39Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 2, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'subnets': [{'id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:43.443662 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Checking router: bcc74966-1620-4311-ae31-f11a8e4e6c3d for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:12:43.444009 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Updating router bcc74966-1620-4311-ae31-f11a8e4e6c3d port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d binding host dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 18:12:43.466479 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.468530 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-4a394b8a-6e0c-4cd5-8cfb-4cb3cb0a3ecb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3077626 Oct 15 18:12:43.469600 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.470918 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50694) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:43.475469 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group_rule': {'security_group_id': '0a1ae6ff-7f8e-4502-9202-9398ed06ae8d', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:43.571002 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.securitygroups_db [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Project 94f6a18827f94d1fb5d5e76018143ce2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 18:12:43.576177 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.634962 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.701971 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.722574 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d1eff1-ba60-4f30-b747-862d7d1c2c62,revision_number=0']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:43.736822 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Publish callbacks [] for port, precommit_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.819898 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.821670 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-f6053bc4-69df-4204-9d39-59125a2c008c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490984 Oct 15 18:12:43.824477 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 50696) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:12:43.829138 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'security_group_rule': {'security_group_id': '0a1ae6ff-7f8e-4502-9202-9398ed06ae8d', 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:12:43.846428 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.897107 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6087cb7-629b-4804-b02f-2a1e978f64ed None None] Pushing event updated for resources: {'Port': ['ID=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,revision_number=3']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:43.926614 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.securitygroups_db [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Project 94f6a18827f94d1fb5d5e76018143ce2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 18:12:43.932303 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.942952 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Attempting to bind port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d on host dv-cinder-790535-16-iscsi for vnic_type normal with profile {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:12:43.943521 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Attempting to bind port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d by drivers openvswitch,hyperv on host dv-cinder-790535-16-iscsi at level 0 using segments [{'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:12:43.943811 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Attempting to bind port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d on network 3cac98ca-9a72-4e34-9163-b8b270732be3 {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:12:43.949465 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Checking agent: {'id': 'a5ec8b79-5b01-46fb-87af-439b774abcd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 45, 22), 'started_at': datetime.datetime(2021, 10, 15, 17, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:12:43.950003 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Checking segment: {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:12:43.950221 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:43.950614 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Bound using segment: {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'} {{(pid=112107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:12:43.951108 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.managers [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Bound port: 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d, host: dv-cinder-790535-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4670f-6b9d-4654-b29e-9f73f1de79f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3'}}] {{(pid=112107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:12:43.951550 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.002116 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.022358 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] For port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d, host dv-cinder-790535-16-iscsi, cleared binding levels {{(pid=112107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:12:44.026183 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.plugins.ml2.db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] For port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d, host dv-cinder-790535-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:12:44.058350 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:44.096400 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485454'] for security_group_rule, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.110369 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-c23ab44e-7b0b-4405-a68c-2e7e9903a0a9 None None] Provisioning complete for port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:44.110369 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c23ab44e-7b0b-4405-a68c-2e7e9903a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.114574 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a28f39-f4b5-430e-bb7e-a7bea435eb47,revision_number=0']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:44.133031 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron_lib.callbacks.manager [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.137088 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:44.137293 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.173562 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-c23ab44e-7b0b-4405-a68c-2e7e9903a0a9 None None] Port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:12:44.193297 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Routers {'bcc74966-1620-4311-ae31-f11a8e4e6c3d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:12:44.193918 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:12:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:44.199312 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6087cb7-629b-4804-b02f-2a1e978f64ed None None] Pushing event updated for resources: {'Port': ['ID=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,revision_number=4']} {{(pid=112107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:44.213935 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.216656 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b9660495-e69c-4f41-b158-04cf17199ff9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3905926 Oct 15 18:12:44.410435 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] Set router bcc74966-1620-4311-ae31-f11a8e4e6c3d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:12:44.492420 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-7b080811-67c3-48aa-8c41-8c740074b5e7 None None] Provisioning complete for port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:44.497796 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7b080811-67c3-48aa-8c41-8c740074b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.571647 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7b080811-67c3-48aa-8c41-8c740074b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.607399 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-7b080811-67c3-48aa-8c41-8c740074b5e7 None None] For port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:12:44.613081 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5a7ef141-7ca0-4c4e-b63a-ab0094a0973d', 'name': '', 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'mac_address': 'fa:16:3e:71:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:39Z', 'updated_at': '2021-10-15T18:12:44Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'subnets': [{'id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:12:44.639549 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c82189a-44d9-4374-a28c-d46e1a6ef125 None None] The sync data for ids ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'] in dv-cinder-790535-16-iscsi is: [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:12:40Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': '5a7ef141-7ca0-4c4e-b63a-ab0094a0973d', 'name': '', 'network_id': '3cac98ca-9a72-4e34-9163-b8b270732be3', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'mac_address': 'fa:16:3e:71:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:39Z', 'updated_at': '2021-10-15T18:12:44Z', 'revision_number': 4, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'subnets': [{'id': '6b466d46-2b84-428c-b33e-28a56ed8f34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:12:44.681874 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7b080811-67c3-48aa-8c41-8c740074b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:44.734046 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b080811-67c3-48aa-8c41-8c740074b5e7 None None] Pushing event updated for resources: {'Port': ['ID=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:12:46.046671 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d up at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:12:46.094062 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Provisioning complete for port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:12:46.094432 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:48.301913 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-db921698-d193-42e6-8c78-0d4e30ccd5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:51.078907 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-563947ed-2863-4d6e-ac4a-aa23fbcc9218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:51.886453 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:52.320874 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:53.816265 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:12:58.543591 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:00.340696 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:13:08.155636 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-e2c36a3c-929b-4be9-84b6-5fc4b6ad339e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130593895&fields=id&tenant_id=94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 267 time: 0.0321274 Oct 15 18:13:08.259815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-4bd08313-48d6-4367-9f4b-b151272b1b10 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:08.261773 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-4bd08313-48d6-4367-9f4b-b151272b1b10 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 812 time: 0.0997257 Oct 15 18:13:08.276133 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-d9a43245-e6a1-471f-b966-ff069f190837 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/quotas/94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 375 time: 0.0087004 Oct 15 18:13:08.324929 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-e7a2bdcb-bc26-4882-a3b2-d535c7e72b43 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437081 Oct 15 18:13:08.508987 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-3597b14f-bd8b-42f2-bed5-0902a988f48f service neutron] 10.222.0.44 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730943 Oct 15 18:13:08.594169 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-34d6d20f-c7a4-4cf4-b310-66ebb2aef20a service neutron] 10.222.0.44 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791583 Oct 15 18:13:09.209912 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-432a6d04-8247-4a7f-80ca-ecfa8358977b req-a98ec728-4866-4ac7-a0a7-099812a0f0c2 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Oct 15 18:13:10.285357 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2dbceb11-7649-4207-b6f0-045805df41f0 req-b1176572-957c-44d6-99f0-936682ee8a01 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0257220 Oct 15 18:13:11.376152 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-0e2fcb34-8ebb-46c8-9204-686ae87a8906 req-b77fcd36-26ec-4868-b223-1657dc457b5a tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0265472 Oct 15 18:13:11.420206 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-c9eca215-d4c3-4fa7-917f-ed86454c3f82 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:11.421624 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-c9eca215-d4c3-4fa7-917f-ed86454c3f82 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 812 time: 0.1050885 Oct 15 18:13:11.465379 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-d2e6eb6f-2b83-4063-a02d-66a57fcf7182 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 380 time: 0.0345411 Oct 15 18:13:11.474137 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'port': {'device_id': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'admin_state_up': True, 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'security_groups': ['0a1ae6ff-7f8e-4502-9202-9398ed06ae8d']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:13:11.644350 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Made reservation on behalf of 94f6a18827f94d1fb5d5e76018143ce2 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:13:11.647938 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:11.769742 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Allocated IP 172.20.0.10 (eed30367-31fb-4c0b-9a67-fd8f5568d339/8e511074-4f2b-450f-a5ad-431326dabe1c/88378e95-bf50-4b62-af68-e55213c59d1c) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:13:11.908011 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.015908 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.058933 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:13:12.062071 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:13:12.065693 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:13:12.074064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=88378e95-bf50-4b62-af68-e55213c59d1c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:12.103305 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.103655 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.104030 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.104900 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.105235 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.105561 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.105890 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.106221 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.106540 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.106863 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.107182 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.107527 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:12.137329 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:12.137942 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.232173 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-1d28d437-a0a9-46c0-8f61-ecb8d5dfba54 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7615380 Oct 15 18:13:12.244383 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Request body: {'port': {'device_id': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:13:12.256134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-e162ecdb-587c-496a-94e6-ae6cb890e2ba None None] Provisioning complete for port 88378e95-bf50-4b62-af68-e55213c59d1c triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:13:12.256613 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e162ecdb-587c-496a-94e6-ae6cb890e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.289805 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-e162ecdb-587c-496a-94e6-ae6cb890e2ba None None] Port 88378e95-bf50-4b62-af68-e55213c59d1c cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:13:12.303080 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.537697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5ad2-bddf-4969-b8e6-1a0f185b92b3 req-54579ff7-0374-40bd-90e7-2da1573fb3dd tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:12.539251 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e52d5ad2-bddf-4969-b8e6-1a0f185b92b3 req-54579ff7-0374-40bd-90e7-2da1573fb3dd tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 932 time: 0.0907512 Oct 15 18:13:12.613690 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e52d5ad2-bddf-4969-b8e6-1a0f185b92b3 req-cba9f478-1e2d-4a5f-8bf9-482a51b9d752 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647204 Oct 15 18:13:12.627440 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88378e95-bf50-4b62-af68-e55213c59d1c {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:13:12.636175 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.648762 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Transition to ACTIVE for port object 88378e95-bf50-4b62-af68-e55213c59d1c will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:13:12.706950 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.758740 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Pushing event updated for resources: {'Port': ['ID=88378e95-bf50-4b62-af68-e55213c59d1c,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:12.826792 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Attempting to bind port 88378e95-bf50-4b62-af68-e55213c59d1c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:13:12.827127 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Attempting to bind port 88378e95-bf50-4b62-af68-e55213c59d1c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:13:12.827491 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Attempting to bind port 88378e95-bf50-4b62-af68-e55213c59d1c on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:13:12.831909 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Port 88378e95-bf50-4b62-af68-e55213c59d1c on network eed30367-31fb-4c0b-9a67-fd8f5568d339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:13:12.832221 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Attempting to bind port 88378e95-bf50-4b62-af68-e55213c59d1c on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:13:12.837636 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:13:12.837971 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Checking segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:13:12.838854 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Bound using segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:13:12.839313 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Bound port: 88378e95-bf50-4b62-af68-e55213c59d1c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:13:12.839674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:12.904271 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] For port 88378e95-bf50-4b62-af68-e55213c59d1c, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:13:12.907295 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] For port 88378e95-bf50-4b62-af68-e55213c59d1c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=88378e95-bf50-4b62-af68-e55213c59d1c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:13:12.978062 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:13.010117 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.011220 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:13.012623 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] 10.222.0.47 "PUT /v2.0/ports/88378e95-bf50-4b62-af68-e55213c59d1c HTTP/1.1" status: 200 len: 1094 time: 0.7724032 Oct 15 18:13:13.013061 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:13:13.015364 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f542c67-0a7e-4186-8838-0fce0cfcc05c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:13:13.045981 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03a5f2-4e69-4711-9c41-0ff80c682724 service neutron] Pushing event updated for resources: {'Port': ['ID=88378e95-bf50-4b62-af68-e55213c59d1c,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:13.060643 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308c5810-61f5-4680-b221-536769bef6d1 x-openstack-request-id: req-308c5810-61f5-4680-b221-536769bef6d1 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:13:13.060940 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:13:13.061232 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-308c5810-61f5-4680-b221-536769bef6d1 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:13:13.061602 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c', 'status': 'completed', 'code': 200} Oct 15 18:13:13.124766 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f542c67-0a7e-4186-8838-0fce0cfcc05c req-34e64666-2d87-4e38-bf13-4acf6109c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.126338 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9f542c67-0a7e-4186-8838-0fce0cfcc05c req-34e64666-2d87-4e38-bf13-4acf6109c422 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0442457 Oct 15 18:13:13.230631 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f542c67-0a7e-4186-8838-0fce0cfcc05c req-87920a49-66bb-4c0a-8d09-fbe561c91e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.233149 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9f542c67-0a7e-4186-8838-0fce0cfcc05c req-87920a49-66bb-4c0a-8d09-fbe561c91e56 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988271 Oct 15 18:13:13.327892 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f542c67-0a7e-4186-8838-0fce0cfcc05c req-e9b39be0-4fc1-4c5c-8b26-51583cf52a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.329371 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9f542c67-0a7e-4186-8838-0fce0cfcc05c req-e9b39be0-4fc1-4c5c-8b26-51583cf52a60 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900602 Oct 15 18:13:13.402875 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-4571838c-15a4-4778-8291-4d981a7d7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.404351 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-4571838c-15a4-4778-8291-4d981a7d7373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0390956 Oct 15 18:13:13.444455 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-6c6ed275-d852-4e85-a50a-a90d05c1c0d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88378e95-bf50-4b62-af68-e55213c59d1c HTTP/1.1" status: 200 len: 217 time: 0.0324912 Oct 15 18:13:13.493590 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-7adf8a45-8584-485d-8226-316f75617b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.495032 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-7adf8a45-8584-485d-8226-316f75617b0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0429456 Oct 15 18:13:13.542557 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-417c63a9-7bd2-4d73-8e03-e8b91f72c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.544082 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-417c63a9-7bd2-4d73-8e03-e8b91f72c85a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426319 Oct 15 18:13:13.632149 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-9b58cd6b-6065-4f1f-98b6-f93b99f001a0 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812755 Oct 15 18:13:13.758252 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b21cc-8fcc-496f-9aa5-ffc730ec64cc req-986880d1-b11d-4422-9845-e996c7415529 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:13.759641 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8f1b21cc-8fcc-496f-9aa5-ffc730ec64cc req-986880d1-b11d-4422-9845-e996c7415529 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0643554 Oct 15 18:13:13.761907 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b439992a-ad57-4451-b500-4fa1148a5e87 req-13d46b3f-f3a1-47fa-8ae3-4b8b89d7fa19 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229479 Oct 15 18:13:13.797809 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8f1b21cc-8fcc-496f-9aa5-ffc730ec64cc req-e835f9c5-1772-4986-89c7-9be8820601aa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 Oct 15 18:13:14.915464 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcd091-02cd-4d01-88f3-a5ee37ada881 req-1e4c5a0b-dbc3-45f6-aa14-e1de18ad5f8b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:14.916923 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1fdcd091-02cd-4d01-88f3-a5ee37ada881 req-1e4c5a0b-dbc3-45f6-aa14-e1de18ad5f8b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0486946 Oct 15 18:13:14.953597 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1fdcd091-02cd-4d01-88f3-a5ee37ada881 req-833f7046-3e77-4953-bfb3-d58fc6231d2b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Oct 15 18:13:16.064635 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f128-476d-4cc5-a3f6-db4b2eee663f req-e41f49d1-632e-4867-8abf-6cda3f62c9d4 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:16.066116 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5e24f128-476d-4cc5-a3f6-db4b2eee663f req-e41f49d1-632e-4867-8abf-6cda3f62c9d4 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0482357 Oct 15 18:13:16.107728 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5e24f128-476d-4cc5-a3f6-db4b2eee663f req-57363716-7ec8-4a6b-acea-867f4946e563 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Oct 15 18:13:17.216777 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332ad4-0a15-4e5f-854e-e94f3d3b1494 req-c69c42c2-e61e-4bd6-8725-472145dba7ff tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:17.218219 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a3332ad4-0a15-4e5f-854e-e94f3d3b1494 req-c69c42c2-e61e-4bd6-8725-472145dba7ff tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0465806 Oct 15 18:13:17.254681 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a3332ad4-0a15-4e5f-854e-e94f3d3b1494 req-47ee9255-7016-4022-a7c8-fb86f0f9d946 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307209 Oct 15 18:13:18.263067 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-80c5370f-b4ff-40e8-8574-c25ffd441040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:18.364056 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c6fb8-09b0-4af6-b3dc-c7b1bc65c021 req-ec2de8a0-4120-4e12-8acc-0cd4808861be tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:18.365491 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-231c6fb8-09b0-4af6-b3dc-c7b1bc65c021 req-ec2de8a0-4120-4e12-8acc-0cd4808861be tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0476184 Oct 15 18:13:18.402323 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-231c6fb8-09b0-4af6-b3dc-c7b1bc65c021 req-74777209-c286-4b22-90db-c364f21e9b61 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Oct 15 18:13:19.516711 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126f094-cd47-43bc-a2c2-f8ac1772f819 req-fea9e9b3-5408-49c5-9ca8-876803c5cd75 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:19.518163 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c126f094-cd47-43bc-a2c2-f8ac1772f819 req-fea9e9b3-5408-49c5-9ca8-876803c5cd75 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0517783 Oct 15 18:13:19.553747 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c126f094-cd47-43bc-a2c2-f8ac1772f819 req-47e6be73-7e93-48a3-aaac-23799f651855 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297494 Oct 15 18:13:20.665323 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf678bc-2538-445d-b40a-53767847a6d1 req-dc893275-dc58-40a5-a776-13d8144687e2 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:20.666853 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1bf678bc-2538-445d-b40a-53767847a6d1 req-dc893275-dc58-40a5-a776-13d8144687e2 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0483477 Oct 15 18:13:20.704078 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1bf678bc-2538-445d-b40a-53767847a6d1 req-57ac33e1-a199-440e-9f19-40b053022e4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Oct 15 18:13:21.079711 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8a9562c0-17d3-40f9-b853-28ef9715a2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:21.814022 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d481d7b-ea76-4154-9228-2602ab1a618c req-e364b03c-6e90-4e3f-a246-33fc100f8455 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:21.816544 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1d481d7b-ea76-4154-9228-2602ab1a618c req-e364b03c-6e90-4e3f-a246-33fc100f8455 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0479271 Oct 15 18:13:21.855006 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-1d481d7b-ea76-4154-9228-2602ab1a618c req-9ee99615-23f0-4b70-86d2-c4f371d92339 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335448 Oct 15 18:13:21.862958 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:22.325910 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:22.964864 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a141a-a03d-4f27-86e8-50899077d9a7 req-96ab5cc6-44b2-4218-bbc0-2e948a6efba8 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:22.966800 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-580a141a-a03d-4f27-86e8-50899077d9a7 req-96ab5cc6-44b2-4218-bbc0-2e948a6efba8 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0481994 Oct 15 18:13:23.007009 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-580a141a-a03d-4f27-86e8-50899077d9a7 req-69ec7722-a438-4ea9-b544-644c6465c129 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343292 Oct 15 18:13:23.218835 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 88378e95-bf50-4b62-af68-e55213c59d1c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:13:23.312660 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 88378e95-bf50-4b62-af68-e55213c59d1c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=88378e95-bf50-4b62-af68-e55213c59d1c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:13:23.323413 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '88378e95-bf50-4b62-af68-e55213c59d1c', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'port_id': '88378e95-bf50-4b62-af68-e55213c59d1c', 'mac_address': 'fa:16:3e:10:43:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:13:23.359912 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:23.372073 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88378e95-bf50-4b62-af68-e55213c59d1c {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:13:23.390861 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 88378e95-bf50-4b62-af68-e55213c59d1c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=88378e95-bf50-4b62-af68-e55213c59d1c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:13:23.434138 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:23.483139 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=88378e95-bf50-4b62-af68-e55213c59d1c,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:23.803479 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['88378e95-bf50-4b62-af68-e55213c59d1c'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:13:23.834680 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:24.120000 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19bdc-b4df-40b2-a418-b89133d7ed19 req-e751b4b2-9982-47be-978d-2529c38b2d26 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:24.122124 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a5a19bdc-b4df-40b2-a418-b89133d7ed19 req-e751b4b2-9982-47be-978d-2529c38b2d26 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Oct 15 18:13:24.158086 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a5a19bdc-b4df-40b2-a418-b89133d7ed19 req-21718e1f-5213-4f2b-902d-2525deb2ca77 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301914 Oct 15 18:13:25.233358 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 88378e95-bf50-4b62-af68-e55213c59d1c up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:13:25.271653 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaa2d9-d792-44c7-9e4c-a318671d23a5 req-ef5f64e1-8e76-465d-a7d9-55094629dfaa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:25.273118 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5caaa2d9-d792-44c7-9e4c-a318671d23a5 req-ef5f64e1-8e76-465d-a7d9-55094629dfaa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0499940 Oct 15 18:13:25.311264 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5caaa2d9-d792-44c7-9e4c-a318671d23a5 req-afd8f854-1eda-461c-9bc7-778e6b895f96 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Oct 15 18:13:25.365346 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 88378e95-bf50-4b62-af68-e55213c59d1c completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:13:25.369234 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 88378e95-bf50-4b62-af68-e55213c59d1c triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:13:25.369597 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:25.445946 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:25.467299 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:13:25.469500 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f330b-5dae-49a2-82eb-02f89bf66913" -d '{"events": [{"server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "name": "network-vif-plugged", "status": "completed", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:13:25.481575 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 88378e95-bf50-4b62-af68-e55213c59d1c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=88378e95-bf50-4b62-af68-e55213c59d1c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:13:25.546669 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:25.571031 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ce028-2885-4dc1-b714-37872c4cda1f x-openstack-request-id: req-fe8ce028-2885-4dc1-b714-37872c4cda1f {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:13:25.571306 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "name": "network-vif-plugged", "status": "completed", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:13:25.571531 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe8ce028-2885-4dc1-b714-37872c4cda1f {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:13:25.571915 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c', 'code': 200} Oct 15 18:13:25.597084 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=88378e95-bf50-4b62-af68-e55213c59d1c,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:25.604164 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.604515 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.604855 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.605186 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.605515 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.605843 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.606169 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.606492 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.606816 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.607689 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.608010 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.608326 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:13:25.891316 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf789c-009a-4d82-9b8d-b9a841822588 req-bf97c62d-5340-427e-9145-83d0c102d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:25.892735 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ccaf789c-009a-4d82-9b8d-b9a841822588 req-bf97c62d-5340-427e-9145-83d0c102d2be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0394270 Oct 15 18:13:25.927095 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ccaf789c-009a-4d82-9b8d-b9a841822588 req-273a9584-b851-487d-9199-e7cc82fe21a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268514 Oct 15 18:13:26.422460 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06a5cc-011b-4c2d-a556-c51aeeca3bee req-fef9042e-3db4-4abb-90cb-5e52e5fc6268 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:26.423929 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6d06a5cc-011b-4c2d-a556-c51aeeca3bee req-fef9042e-3db4-4abb-90cb-5e52e5fc6268 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 946 time: 0.0484302 Oct 15 18:13:26.463447 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6d06a5cc-011b-4c2d-a556-c51aeeca3bee req-89ba88a4-4e58-4d60-9011-adeae0ca0924 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336578 Oct 15 18:13:27.582324 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530767f1-5824-471d-84f1-8018037bc9bc req-8f7d297c-4e23-46f6-a64a-14da2dab8f4b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:27.583806 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-530767f1-5824-471d-84f1-8018037bc9bc req-8f7d297c-4e23-46f6-a64a-14da2dab8f4b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 946 time: 0.0531499 Oct 15 18:13:27.620964 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-530767f1-5824-471d-84f1-8018037bc9bc req-b6f92973-85f2-4637-9afd-9ed2efd61d90 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Oct 15 18:13:27.729394 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a32b28-951a-4af2-91e4-72d53b6c0666 req-52498f41-040e-4307-86ed-acde211306e1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:27.730822 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-04a32b28-951a-4af2-91e4-72d53b6c0666 req-52498f41-040e-4307-86ed-acde211306e1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 946 time: 0.0468936 Oct 15 18:13:27.767250 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-04a32b28-951a-4af2-91e4-72d53b6c0666 req-b6631add-f320-40b1-994d-f10437dd3ef3 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298178 Oct 15 18:13:27.789020 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50884) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:13:27.870092 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a2056-d229-41f6-b317-9057b664489a tempest-TestVolumeBootPattern-2028406454 tempest-TestVolumeBootPattern-2028406454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:27.871607 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-401a2056-d229-41f6-b317-9057b664489a tempest-TestVolumeBootPattern-2028406454 tempest-TestVolumeBootPattern-2028406454-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0816436 Oct 15 18:13:27.874336 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 50888) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:13:27.878537 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'port_id': '88378e95-bf50-4b62-af68-e55213c59d1c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:13:27.980643 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:28.301414 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:28.398037 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Allocated IP 172.27.1.235 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/4b5e960f-e969-4e47-9709-2ebc0e81db8f) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:13:28.503845 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:28.558104 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:28.594440 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:28.631584 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:13:28.635684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:13:28.642019 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:13:28.643914 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=4b5e960f-e969-4e47-9709-2ebc0e81db8f,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:29.094774 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:29.256669 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:29.401421 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:29.449050 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:29.517025 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=4b5e960f-e969-4e47-9709-2ebc0e81db8f,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:13:29.524784 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:29.620988 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Floating IP bbf78eb3-c69f-47ff-948c-c5453a5e2a5c associated. External IP: 172.27.1.235, port: 88378e95-bf50-4b62-af68-e55213c59d1c. Oct 15 18:13:29.819485 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:13:29.927808 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:13:29.937874 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:13:29.946515 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:13:29.947184 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:13:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:13:30.040569 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:30.052263 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:13:30.068138 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-60c42c11-e6d6-4476-8d96-ce012f985e56 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1927972 Oct 15 18:13:30.068741 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:13:30.071024 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:13:30.105452 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2aa7ad-b7cb-4eca-b40e-530d6377fed0 x-openstack-request-id: req-0e2aa7ad-b7cb-4eca-b40e-530d6377fed0 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:13:30.106073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:13:30.106073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e2aa7ad-b7cb-4eca-b40e-530d6377fed0 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:13:30.106429 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c', 'status': 'completed', 'code': 200} Oct 15 18:13:30.176946 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-e68c4d88-c592-474e-b749-4c2c53efc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:30.178458 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-e68c4d88-c592-474e-b749-4c2c53efc681 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0409133 Oct 15 18:13:30.270874 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-5e77b22f-67ec-4153-a3a0-3783271d08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:30.272386 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-5e77b22f-67ec-4153-a3a0-3783271d08e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0860260 Oct 15 18:13:30.276949 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'bbf78eb3-c69f-47ff-948c-c5453a5e2a5c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '88378e95-bf50-4b62-af68-e55213c59d1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:10:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:13:28Z', 'updated_at': '2021-10-15T18:13:28Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:13:30.303176 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:13:30.311972 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:13:30.312580 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:13:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:13:30.339939 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-465e9795-275b-4ddb-8495-f1ac6024c0fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88378e95-bf50-4b62-af68-e55213c59d1c HTTP/1.1" status: 200 len: 1000 time: 0.0596347 Oct 15 18:13:30.389372 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-475ac209-ce76-4100-abc8-948c8a5fbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:30.390851 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-475ac209-ce76-4100-abc8-948c8a5fbbcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0438161 Oct 15 18:13:30.439389 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-6d1f9a6b-d6e5-4ca7-8f08-e68e30a68f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:13:30.440916 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-6d1f9a6b-d6e5-4ca7-8f08-e68e30a68f89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424531 Oct 15 18:13:30.536351 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-3f61c38d-c6f4-4cba-ab68-71b0ad5751d4 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877457 Oct 15 18:13:30.536722 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:13:30.626397 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4dc3e18f-70e6-4178-9a17-78f5e4825c0d req-c2cbb07a-c928-4291-92a6-eafb9158ff49 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816102 Oct 15 18:13:30.757250 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'bbf78eb3-c69f-47ff-948c-c5453a5e2a5c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '88378e95-bf50-4b62-af68-e55213c59d1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:10:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:13:28Z', 'updated_at': '2021-10-15T18:13:28Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:13:30.788195 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b591-3f6f-46e3-9398-ead84a299a14 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': 'bbf78eb3-c69f-47ff-948c-c5453a5e2a5c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '88378e95-bf50-4b62-af68-e55213c59d1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:10:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:13:28Z', 'updated_at': '2021-10-15T18:13:28Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:13:30.971751 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec2716-0d16-4aee-aac5-7ab69a202cf5 None None] New status for floating IP bbf78eb3-c69f-47ff-948c-c5453a5e2a5c: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:13:37.339154 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:13:48.277653 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fa200436-d1f8-4682-88e8-b74bdb4543e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:51.083099 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-40407264-6517-4013-a26e-a762d5ae38d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:51.908052 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:52.364805 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:53.854417 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:13:58.547746 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:08.923109 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-f1461387-5672-44ec-86b1-9e0c2f22fb4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383849 Oct 15 18:14:09.006822 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-ecbdd7bd-e859-48a2-8bcc-bebbd2c974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:14:09.008290 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-ecbdd7bd-e859-48a2-8bcc-bebbd2c974b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0421658 Oct 15 18:14:09.107937 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-0b6d2d6e-2d69-4fb4-a081-9ff987de7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:14:09.109366 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-0b6d2d6e-2d69-4fb4-a081-9ff987de7dc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0808592 Oct 15 18:14:09.174423 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-df81876c-bef6-4e32-b81b-1cd28772e681 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88378e95-bf50-4b62-af68-e55213c59d1c HTTP/1.1" status: 200 len: 1002 time: 0.0575905 Oct 15 18:14:09.221843 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-1916cb91-4eee-4215-97bc-4795f8a58a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:14:09.223281 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-1916cb91-4eee-4215-97bc-4795f8a58a76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0415759 Oct 15 18:14:09.267950 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-fdfcbc5e-bdec-447e-802a-f898dae60222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:14:09.270127 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-fdfcbc5e-bdec-447e-802a-f898dae60222 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393043 Oct 15 18:14:09.360467 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-08bd5d6e-abdc-4415-99c0-1dd0febfc20c service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822783 Oct 15 18:14:09.447538 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9edfdc62-3ccc-4c49-ae0c-b935fc83793b req-cdfd48d9-d0a1-46a6-b061-e1dacf1ac566 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788925 Oct 15 18:14:14.337310 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:14:18.278521 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5946c359-857f-4a3b-8fbf-c2cbec599c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:21.089652 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-bdd40ff6-44c3-412b-b73d-b928513b975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:21.859137 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:22.339608 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:23.833108 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:28.556367 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:48.269993 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d59bdf83-7914-4dca-b3af-49796d4e988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:51.089180 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ccc54b7d-957c-4b46-89ae-d67e31806b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:51.336971 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:14:51.860119 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:52.373147 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:53.820519 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:14:58.563092 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:10.895999 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-35056540-8356-44a1-b011-b79fbb4a56ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431981 Oct 15 18:15:10.980334 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-1606a727-0512-483d-9404-7c8b9aac329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:10.981834 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-1606a727-0512-483d-9404-7c8b9aac329c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0404558 Oct 15 18:15:11.088981 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-99ae10c1-7694-45b8-ad3a-fa95d2103690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:11.090442 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-99ae10c1-7694-45b8-ad3a-fa95d2103690 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0893703 Oct 15 18:15:11.153174 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-d27e64e2-13a7-477d-addc-5f8c7109a85a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88378e95-bf50-4b62-af68-e55213c59d1c HTTP/1.1" status: 200 len: 1002 time: 0.0556433 Oct 15 18:15:11.201619 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-b3627954-a864-4829-ab4b-15ad66ad25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:11.203033 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-b3627954-a864-4829-ab4b-15ad66ad25e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0427952 Oct 15 18:15:11.250891 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-50d27505-a768-480a-aa1a-4fdabf238be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:11.252329 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-50d27505-a768-480a-aa1a-4fdabf238be4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417559 Oct 15 18:15:11.564443 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-227beeff-5570-4706-aeda-60a043f2ed8c service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034692 Oct 15 18:15:11.655142 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-b8f8da21-2aba-4150-b1c2-5c20a52d7e3d req-2c844753-4f46-47e1-908d-dedbf49084a5 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821640 Oct 15 18:15:18.276826 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-78d4f40d-9ef0-47b7-8b9b-8a26bcee5d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:21.086857 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ed962fff-d238-47cf-ba3e-f42a75ae7a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:21.901821 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:22.345019 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:23.871611 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:28.337056 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:15:28.585023 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:44.458010 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab643f9-e034-44f4-863a-23b19000e1a0 req-91f6171f-c2ce-44e7-9ba7-6ed7d89e77e9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:44.459520 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fab643f9-e034-44f4-863a-23b19000e1a0 req-91f6171f-c2ce-44e7-9ba7-6ed7d89e77e9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 946 time: 0.0975711 Oct 15 18:15:44.497008 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fab643f9-e034-44f4-863a-23b19000e1a0 req-6056aacd-db50-4f28-b57c-543cdb5e92c7 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Oct 15 18:15:45.674790 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a65ac-7a49-4104-a457-160c97ac3e03 req-93151e7e-6e0a-43e5-8a8c-14fdd378303e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:45.676879 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-853a65ac-7a49-4104-a457-160c97ac3e03 req-93151e7e-6e0a-43e5-8a8c-14fdd378303e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 946 time: 0.0992255 Oct 15 18:15:45.715155 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-853a65ac-7a49-4104-a457-160c97ac3e03 req-265bc9e5-dbc8-44d6-b6e1-06706c9251ea tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Oct 15 18:15:46.146526 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-e98db7f4-5d19-433e-80e6-b97bc27ed507 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:46.147985 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-e98db7f4-5d19-433e-80e6-b97bc27ed507 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 946 time: 0.0470014 Oct 15 18:15:46.236816 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Deleting port 88378e95-bf50-4b62-af68-e55213c59d1c {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:15:46.237149 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:46.323581 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] For port 88378e95-bf50-4b62-af68-e55213c59d1c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=88378e95-bf50-4b62-af68-e55213c59d1c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:15:46.323866 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:46.495961 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:46.496304 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:46.496612 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Floating IP bbf78eb3-c69f-47ff-948c-c5453a5e2a5c disassociated. External IP: 172.27.1.235, port: 88378e95-bf50-4b62-af68-e55213c59d1c. Oct 15 18:15:46.496941 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Calling delete_port for 88378e95-bf50-4b62-af68-e55213c59d1c owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:15:46.703318 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:46.735797 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'Port': ['ID=88378e95-bf50-4b62-af68-e55213c59d1c,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:15:46.747171 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.747551 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.747893 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.748230 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.748563 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.748883 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.749211 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.749538 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.749856 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.750174 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.750496 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.750811 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:15:46.825493 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-ff1cab24-025f-44fb-948d-76db1d0914ed req-d664267d-ff41-4a47-8d56-345d0ad5ae80 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0254531 Oct 15 18:15:46.861618 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:15:46.966161 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:15:46.977232 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:15:46.986129 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:15:46.986732 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:15:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:15:47.006298 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] No DVR routers for this DVR port 88378e95-bf50-4b62-af68-e55213c59d1c on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:15:47.008758 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:47.012063 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9d58da95-c70f-48e3-acdd-8b6e3e7fc97d req-15de7cac-d0d4-444c-8e8b-2fcd4e599b2f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "DELETE /v2.0/ports/88378e95-bf50-4b62-af68-e55213c59d1c HTTP/1.1" status: 204 len: 173 time: 0.8572879 Oct 15 18:15:47.012502 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'name': 'network-vif-deleted', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:15:47.014753 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed25336-a8ea-45e0-a162-457b84f78edd" -d '{"events": [{"server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "name": "network-vif-deleted", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:15:47.051144 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9798d-74c8-4117-bbef-78f70116d2a1 x-openstack-request-id: req-8fd9798d-74c8-4117-bbef-78f70116d2a1 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:15:47.051535 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5612a7b-465d-4fb0-8538-2affa21f5ff2", "name": "network-vif-deleted", "tag": "88378e95-bf50-4b62-af68-e55213c59d1c", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:15:47.051848 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fd9798d-74c8-4117-bbef-78f70116d2a1 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:15:47.052309 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5612a7b-465d-4fb0-8538-2affa21f5ff2', 'name': 'network-vif-deleted', 'tag': '88378e95-bf50-4b62-af68-e55213c59d1c', 'status': 'completed', 'code': 200} Oct 15 18:15:47.096194 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:15:47.301967 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:15:47.327517 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:15:47.336274 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:15:47.336869 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:15:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:15:47.441202 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:15:47.640295 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:15:47.665382 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237170a3-0634-4c53-b4b0-20599e38e510 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:15:47.867995 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff98ff-ce09-44b1-aef0-50405b7e86bf None None] New status for floating IP bbf78eb3-c69f-47ff-948c-c5453a5e2a5c: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:15:47.933994 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f4e02b7b-cdec-4e92-9887-3d217a4685bc req-a5596430-1816-4175-be29-c70f72641e2e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5612a7b-465d-4fb0-8538-2affa21f5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Oct 15 18:15:48.282081 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-97c2902a-06de-4b41-97c4-a5bed47983c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:49.177528 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-a1193c8d-75a9-4a04-9867-5df68b812c2e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130593895&fields=id&tenant_id=94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 267 time: 0.0332201 Oct 15 18:15:49.279162 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-a5568469-156c-43d8-97aa-a042cbcd10e8 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:49.280556 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-a5568469-156c-43d8-97aa-a042cbcd10e8 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 812 time: 0.0965490 Oct 15 18:15:49.294808 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-715d547d-3401-4db3-8408-cf2b13dceb51 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/quotas/94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Oct 15 18:15:49.347867 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-d592e8a6-1566-4e55-abf9-d2fd6c43fd6c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469813 Oct 15 18:15:49.486591 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-72d316b7-a08a-4a46-8fb6-f5b1b7d487d0 service neutron] 10.222.0.44 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268473 Oct 15 18:15:49.575820 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-d6309a24-1aef-43ad-8538-a69d1d17525a service neutron] 10.222.0.44 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Oct 15 18:15:49.764593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 88378e95-bf50-4b62-af68-e55213c59d1c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:15:49.785231 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 88378e95-bf50-4b62-af68-e55213c59d1c {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:15:49.785569 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 88378e95-bf50-4b62-af68-e55213c59d1c not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:15:50.127519 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-993c3631-7ce4-46ab-aec9-366d54ea0744 req-4aa693b3-3ecd-4976-92cb-0237c3b5bc50 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 210 time: 0.0254893 Oct 15 18:15:51.103092 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-aca92e55-88ca-4a31-9b48-d769d1a1ed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:51.221024 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a7c34253-2bd8-47b4-a1c9-5b19f5affd44 req-a030e5e7-680b-46b1-b09a-31eebd18e6e6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 210 time: 0.0262594 Oct 15 18:15:51.910382 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:52.120998 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-1c2a5406-05a1-46f8-80d5-3d025654179c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:52.122439 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-1c2a5406-05a1-46f8-80d5-3d025654179c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 812 time: 0.1047826 Oct 15 18:15:52.167355 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-632ebd4c-479c-4371-984b-5881d6805057 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 380 time: 0.0327523 Oct 15 18:15:52.174258 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'port': {'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'admin_state_up': True, 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'security_groups': ['0a1ae6ff-7f8e-4502-9202-9398ed06ae8d']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:15:52.319529 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-3b775a5f-210c-4792-b46d-0f101f1d7812 req-58a9bc9c-0878-4ae1-8f59-166ecb79693b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 210 time: 0.0304718 Oct 15 18:15:52.356308 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Made reservation on behalf of 94f6a18827f94d1fb5d5e76018143ce2 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:15:52.360074 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:52.379157 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:52.496555 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Allocated IP 172.20.0.10 (eed30367-31fb-4c0b-9a67-fd8f5568d339/8e511074-4f2b-450f-a5ad-431326dabe1c/745be452-c675-46cf-a97c-d3bffd5328c6) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:15:52.631306 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:52.789375 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:52.830366 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:15:52.833911 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:15:52.837383 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:15:52.863064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=745be452-c675-46cf-a97c-d3bffd5328c6,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:15:52.896127 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:52.896748 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:52.999313 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-dd144633-85a6-43a0-bf10-3667147ef545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8285651 Oct 15 18:15:53.011078 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Request body: {'port': {'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:15:53.061081 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-5a2a950d-802c-4280-90b5-63947d5527c1 None None] Provisioning complete for port 745be452-c675-46cf-a97c-d3bffd5328c6 triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:15:53.061527 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5a2a950d-802c-4280-90b5-63947d5527c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.068968 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.098762 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a950d-802c-4280-90b5-63947d5527c1 None None] Port 745be452-c675-46cf-a97c-d3bffd5328c6 cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:15:53.322075 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745be452-c675-46cf-a97c-d3bffd5328c6 {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:15:53.329300 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.341594 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Transition to ACTIVE for port object 745be452-c675-46cf-a97c-d3bffd5328c6 will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:15:53.401837 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.434753 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6654a93-d626-4dee-a53a-7441b9c85b10 req-629c2cc8-57e8-412f-90f6-195f2c06639e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:53.436259 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e6654a93-d626-4dee-a53a-7441b9c85b10 req-629c2cc8-57e8-412f-90f6-195f2c06639e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 932 time: 0.0503161 Oct 15 18:15:53.470823 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Pushing event updated for resources: {'Port': ['ID=745be452-c675-46cf-a97c-d3bffd5328c6,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:15:53.477451 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-e6654a93-d626-4dee-a53a-7441b9c85b10 req-68e6eefe-0468-41f2-ba24-103a373d47c6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Oct 15 18:15:53.527735 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Attempting to bind port 745be452-c675-46cf-a97c-d3bffd5328c6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:15:53.528073 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Attempting to bind port 745be452-c675-46cf-a97c-d3bffd5328c6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:15:53.528405 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Attempting to bind port 745be452-c675-46cf-a97c-d3bffd5328c6 on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:15:53.533001 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Port 745be452-c675-46cf-a97c-d3bffd5328c6 on network eed30367-31fb-4c0b-9a67-fd8f5568d339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:15:53.533318 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Attempting to bind port 745be452-c675-46cf-a97c-d3bffd5328c6 on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:15:53.538265 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:15:53.538778 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Checking segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:15:53.539062 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Bound using segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:15:53.539530 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Bound port: 745be452-c675-46cf-a97c-d3bffd5328c6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:15:53.539882 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.603863 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] For port 745be452-c675-46cf-a97c-d3bffd5328c6, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:15:53.606903 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] For port 745be452-c675-46cf-a97c-d3bffd5328c6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=745be452-c675-46cf-a97c-d3bffd5328c6,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:15:53.664972 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.700931 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:53.701359 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.702735 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] 10.222.0.47 "PUT /v2.0/ports/745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 1094 time: 0.6956947 Oct 15 18:15:53.703179 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:15:53.705443 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e40e3d-0275-4531-b827-19d96329efd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:15:53.733731 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195af8-81f0-45f1-bbcb-216860d62f54 service neutron] Pushing event updated for resources: {'Port': ['ID=745be452-c675-46cf-a97c-d3bffd5328c6,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:15:53.747875 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86953c-b63b-48ba-b4ff-560812da50a3 x-openstack-request-id: req-ca86953c-b63b-48ba-b4ff-560812da50a3 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:15:53.748168 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:15:53.748519 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca86953c-b63b-48ba-b4ff-560812da50a3 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:15:53.749174 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6', 'status': 'completed', 'code': 200} Oct 15 18:15:53.816428 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40e3d-0275-4531-b827-19d96329efd6 req-73d21d1c-347d-416a-9483-abbeec467ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:53.819680 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a7e40e3d-0275-4531-b827-19d96329efd6 req-73d21d1c-347d-416a-9483-abbeec467ef5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1097 time: 0.0491312 Oct 15 18:15:53.848476 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:53.916969 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40e3d-0275-4531-b827-19d96329efd6 req-a8538cda-55d8-48bc-bd85-2e43f4ae55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:53.918468 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a7e40e3d-0275-4531-b827-19d96329efd6 req-a8538cda-55d8-48bc-bd85-2e43f4ae55ba service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0919926 Oct 15 18:15:54.013006 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40e3d-0275-4531-b827-19d96329efd6 req-f56fd207-49e1-4541-afa0-06d08e2b4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:54.014373 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a7e40e3d-0275-4531-b827-19d96329efd6 req-f56fd207-49e1-4541-afa0-06d08e2b4a82 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894220 Oct 15 18:15:54.086921 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-e6feb9f2-be9f-46a5-8763-7e979220602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:54.088361 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-e6feb9f2-be9f-46a5-8763-7e979220602f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1097 time: 0.0397260 Oct 15 18:15:54.132465 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-2fc84b0b-73c8-4f50-94ce-80c70b0ae1cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 217 time: 0.0362525 Oct 15 18:15:54.182279 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-fccec80d-1710-42c5-8362-ae6829f5c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:54.183664 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-fccec80d-1710-42c5-8362-ae6829f5c246 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0416493 Oct 15 18:15:54.229454 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-59ecdb2a-59fa-4942-8401-8e6cea021c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:54.230896 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-59ecdb2a-59fa-4942-8401-8e6cea021c77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401268 Oct 15 18:15:54.319963 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-09977eaf-7d3c-4f3d-a8a3-2d8bfe807026 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817695 Oct 15 18:15:54.408971 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-77d24fa9-d1af-41ea-922a-364fc13bee63 req-695b625d-63e0-4d18-ae4e-cae9f46fe44e service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817215 Oct 15 18:15:54.589649 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37aca9-257b-4256-8041-68c7d46c2a81 req-f6425f02-9f53-47e6-840b-fb473e4bea1b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:54.591092 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7f37aca9-257b-4256-8041-68c7d46c2a81 req-f6425f02-9f53-47e6-840b-fb473e4bea1b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.0474296 Oct 15 18:15:54.627204 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7f37aca9-257b-4256-8041-68c7d46c2a81 req-1ca57e3f-29fd-4bb0-99c4-4a6fb46a601d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301576 Oct 15 18:15:55.744222 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00e640-88d9-4416-a2d2-a8352bbd98cc req-ff922f71-2f0e-4d72-a453-5d1b156c6f77 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:55.745656 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ad00e640-88d9-4416-a2d2-a8352bbd98cc req-ff922f71-2f0e-4d72-a453-5d1b156c6f77 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.0480258 Oct 15 18:15:55.785712 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ad00e640-88d9-4416-a2d2-a8352bbd98cc req-42719889-7f4f-414c-a720-f8921861f01e tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Oct 15 18:15:57.126044 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d7a92-9288-452d-b4e7-b1993e947153 req-686e9162-ea1c-48ef-bd34-a5cba21f5e7d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:57.127538 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-663d7a92-9288-452d-b4e7-b1993e947153 req-686e9162-ea1c-48ef-bd34-a5cba21f5e7d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.2777095 Oct 15 18:15:57.164171 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-663d7a92-9288-452d-b4e7-b1993e947153 req-0430b5ed-490d-4244-984e-e78e01df208b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302706 Oct 15 18:15:58.275335 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf104-b62f-4b8f-b036-ff8b9099df70 req-31988dec-ddc9-4486-aa1b-43ab2fd0f373 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:58.276768 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d2ddf104-b62f-4b8f-b036-ff8b9099df70 req-31988dec-ddc9-4486-aa1b-43ab2fd0f373 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.0464604 Oct 15 18:15:58.312929 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d2ddf104-b62f-4b8f-b036-ff8b9099df70 req-37620175-3b01-4b8a-964b-a21e68faabaa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303710 Oct 15 18:15:58.601661 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:15:59.428924 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3aa9-0f23-4aac-adbb-ec5b0d2bd9b8 req-b07ff75d-ffb3-4977-9bd8-b2e28cd37c2b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:15:59.430411 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-72bb3aa9-0f23-4aac-adbb-ec5b0d2bd9b8 req-b07ff75d-ffb3-4977-9bd8-b2e28cd37c2b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.0524549 Oct 15 18:15:59.467883 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-72bb3aa9-0f23-4aac-adbb-ec5b0d2bd9b8 req-eb3bceb7-b52a-41d6-b6fe-318bc1180784 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Oct 15 18:16:00.578923 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28dcd-d5f6-4a05-a912-8e1706fc23b1 req-43ed54b1-4cbd-4cfc-a9b1-8f848ca900a0 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:00.580420 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-84f28dcd-d5f6-4a05-a912-8e1706fc23b1 req-43ed54b1-4cbd-4cfc-a9b1-8f848ca900a0 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.0480933 Oct 15 18:16:00.619028 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-84f28dcd-d5f6-4a05-a912-8e1706fc23b1 req-eb8748dd-d0ca-460c-a924-8ecefaba6e67 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Oct 15 18:16:01.728493 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0bdb-5bac-4455-b7fb-ec22032624fa req-fcbabd9f-fa7a-4d64-a2f5-71851921317f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:01.729973 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c49e0bdb-5bac-4455-b7fb-ec22032624fa req-fcbabd9f-fa7a-4d64-a2f5-71851921317f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 944 time: 0.0473142 Oct 15 18:16:01.766355 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-c49e0bdb-5bac-4455-b7fb-ec22032624fa req-e499cbf4-9daa-4681-ac69-c2f3a94ccb92 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Oct 15 18:16:01.806426 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 745be452-c675-46cf-a97c-d3bffd5328c6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:16:01.897100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 745be452-c675-46cf-a97c-d3bffd5328c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=745be452-c675-46cf-a97c-d3bffd5328c6,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:16:01.907750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': '745be452-c675-46cf-a97c-d3bffd5328c6', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:16:01.946799 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:01.959416 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745be452-c675-46cf-a97c-d3bffd5328c6 {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:16:01.978600 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 745be452-c675-46cf-a97c-d3bffd5328c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=745be452-c675-46cf-a97c-d3bffd5328c6,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:16:02.036087 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:02.082926 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=745be452-c675-46cf-a97c-d3bffd5328c6,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:16:02.089856 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.090210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.090553 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.090890 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.091221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.091574 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.091908 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.092254 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.092568 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.092893 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.093212 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.093532 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:16:02.395058 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['745be452-c675-46cf-a97c-d3bffd5328c6'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:16:02.875993 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486ad58-e769-4f1d-8235-ea3019dcd80a req-4764f8ba-8a5a-43a8-b701-acf5e39c140d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:02.877438 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a486ad58-e769-4f1d-8235-ea3019dcd80a req-4764f8ba-8a5a-43a8-b701-acf5e39c140d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 945 time: 0.0472817 Oct 15 18:16:02.917570 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a486ad58-e769-4f1d-8235-ea3019dcd80a req-7718d8b3-7a2f-4592-8147-eec6e4f5b062 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339558 Oct 15 18:16:03.826075 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 745be452-c675-46cf-a97c-d3bffd5328c6 up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:16:03.933284 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port 745be452-c675-46cf-a97c-d3bffd5328c6 completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:16:03.937210 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port 745be452-c675-46cf-a97c-d3bffd5328c6 triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:16:03.937593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:04.016128 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:04.033815 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214e3a-f1ba-466e-aea9-45fcf3a0aee7 req-5d17c281-0996-4143-9874-db5b42f67e55 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:04.041528 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-da214e3a-f1ba-466e-aea9-45fcf3a0aee7 req-5d17c281-0996-4143-9874-db5b42f67e55 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 945 time: 0.0529125 Oct 15 18:16:04.043055 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:16:04.045454 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9720c2-f22a-4baf-8dea-5c0e830e6f26" -d '{"events": [{"server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "name": "network-vif-plugged", "status": "completed", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:16:04.059020 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port 745be452-c675-46cf-a97c-d3bffd5328c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=745be452-c675-46cf-a97c-d3bffd5328c6,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:16:04.080157 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-da214e3a-f1ba-466e-aea9-45fcf3a0aee7 req-2f057de7-3a55-4177-a9b4-71f4e1f83b3c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337362 Oct 15 18:16:04.083998 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a545afa-92de-4f46-9fc5-aa91512186ab x-openstack-request-id: req-6a545afa-92de-4f46-9fc5-aa91512186ab {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:16:04.084295 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "name": "network-vif-plugged", "status": "completed", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:16:04.084555 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a545afa-92de-4f46-9fc5-aa91512186ab {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:16:04.084951 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6', 'code': 200} Oct 15 18:16:04.110656 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:04.157553 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=745be452-c675-46cf-a97c-d3bffd5328c6,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:16:04.408189 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9cc7b-3140-4245-b8a6-3a65c0167c05 req-ca3e81a3-62da-4765-8ddd-a543df4423b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:04.409635 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d1e9cc7b-3140-4245-b8a6-3a65c0167c05 req-ca3e81a3-62da-4765-8ddd-a543df4423b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0386243 Oct 15 18:16:04.442885 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-d1e9cc7b-3140-4245-b8a6-3a65c0167c05 req-9e7a29e7-1dd5-4fe0-9207-e10ea12b7a55 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262165 Oct 15 18:16:05.193719 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57fc5a-7233-4e1e-a44e-98a8aa2867db req-069c96bc-b43b-4140-8df8-2bb07ecdb338 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:05.195170 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ef57fc5a-7233-4e1e-a44e-98a8aa2867db req-069c96bc-b43b-4140-8df8-2bb07ecdb338 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 946 time: 0.0475159 Oct 15 18:16:05.231847 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ef57fc5a-7233-4e1e-a44e-98a8aa2867db req-5d182528-a2bc-427b-86c3-fc446a9c592d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308132 Oct 15 18:16:05.335506 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:16:06.342000 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9879-bcfc-448f-bfc6-c87fb07937ea req-90327263-0f09-41b6-9bf5-3d2c3aa97384 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:06.343486 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f47f9879-bcfc-448f-bfc6-c87fb07937ea req-90327263-0f09-41b6-9bf5-3d2c3aa97384 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 946 time: 0.0476606 Oct 15 18:16:06.380541 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-f47f9879-bcfc-448f-bfc6-c87fb07937ea req-5d7852cb-8109-4939-b3cc-e9a132154aa1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Oct 15 18:16:06.489815 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901dff1-1abf-4b04-82b9-53497eac0606 req-f74f9352-a4a8-4cf0-b3ba-a1d6e2b1c9bd tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:06.491289 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1901dff1-1abf-4b04-82b9-53497eac0606 req-f74f9352-a4a8-4cf0-b3ba-a1d6e2b1c9bd tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 946 time: 0.0471642 Oct 15 18:16:06.530593 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1901dff1-1abf-4b04-82b9-53497eac0606 req-d8065a11-5e34-49d6-91e3-053a6b3d302a tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334694 Oct 15 18:16:06.553060 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51044) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:16:06.591256 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ce991-6b8e-4050-a1fa-5850dff30dee tempest-TestVolumeBootPattern-2028406454 tempest-TestVolumeBootPattern-2028406454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:06.592778 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-6f6ce991-6b8e-4050-a1fa-5850dff30dee tempest-TestVolumeBootPattern-2028406454 tempest-TestVolumeBootPattern-2028406454-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1094 time: 0.0387056 Oct 15 18:16:06.595430 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51046) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:16:06.600317 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:16:06.685317 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:06.778351 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:06.880907 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Allocated IP 172.27.1.69 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/d7143f49-c7c4-4d1b-9dd1-6c32077c81b1) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:16:06.978700 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.058773 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.101199 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:16:07.104015 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:16:07.107390 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:16:07.115249 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=d7143f49-c7c4-4d1b-9dd1-6c32077c81b1,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:16:07.465464 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.572264 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.716446 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.776719 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.860999 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=d7143f49-c7c4-4d1b-9dd1-6c32077c81b1,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:16:07.872270 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:07.968371 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.db.l3_db [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Floating IP 5b1f2c23-0785-4df1-bee9-22280f98aa3c associated. External IP: 172.27.1.69, port: 745be452-c675-46cf-a97c-d3bffd5328c6. Oct 15 18:16:08.170613 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:16:08.505870 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:16:08.515832 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:16:08.525813 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:16:08.526467 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:15:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:16:08.584926 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:08.613130 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-1ebef5bf-7c53-4a26-8337-be4641677bf6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0166874 Oct 15 18:16:08.613818 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:16:08.616104 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325135be-eb32-4570-8dfc-e782b4484161" -d '{"events": [{"name": "network-changed", "server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:16:08.652845 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685789d-fc19-4aa1-9f11-3038b8cb62c8 x-openstack-request-id: req-f685789d-fc19-4aa1-9f11-3038b8cb62c8 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:16:08.653141 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:16:08.653389 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f685789d-fc19-4aa1-9f11-3038b8cb62c8 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:16:08.653775 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6', 'status': 'completed', 'code': 200} Oct 15 18:16:08.715846 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325135be-eb32-4570-8dfc-e782b4484161 req-5ffb87f6-409d-4817-a937-8b7f599f50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:08.717335 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-5ffb87f6-409d-4817-a937-8b7f599f50a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0415053 Oct 15 18:16:08.755736 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:16:08.805152 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325135be-eb32-4570-8dfc-e782b4484161 req-14e121d8-e5db-4ce9-aab7-c4c62a928eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:08.806476 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-14e121d8-e5db-4ce9-aab7-c4c62a928eea service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0822587 Oct 15 18:16:08.871840 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-beff4c4d-1941-4e2c-99ce-e5d84ea9432f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 999 time: 0.0583518 Oct 15 18:16:08.919349 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325135be-eb32-4570-8dfc-e782b4484161 req-d2b018d6-1adc-4290-ac5e-b29a0e1d4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:08.920784 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-d2b018d6-1adc-4290-ac5e-b29a0e1d4b72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0418987 Oct 15 18:16:08.965042 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325135be-eb32-4570-8dfc-e782b4484161 req-8e6505b0-c3b8-48c1-b683-4de1a946e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:08.966511 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-8e6505b0-c3b8-48c1-b683-4de1a946e2d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393097 Oct 15 18:16:08.976490 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:07Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:16:09.002268 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:16:09.011042 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:16:09.011678 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:15:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:16:09.057013 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-2a47a50b-3863-4494-99a1-ed7a7c9ce9d6 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834353 Oct 15 18:16:09.116511 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:16:09.143221 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-325135be-eb32-4570-8dfc-e782b4484161 req-7cd46b99-711d-4f1b-a114-48c9b1c95d6b service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796511 Oct 15 18:16:09.336408 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:07Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:16:09.361793 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bc889-eb5a-483a-955f-0f32c455204f None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:07Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:16:09.529888 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073f084-783e-4f09-959c-d349c126d31b None None] New status for floating IP 5b1f2c23-0785-4df1-bee9-22280f98aa3c: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:16:11.899136 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-fdd7a4ca-50d7-4ce3-bf3b-9a7b5e80764d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388467 Oct 15 18:16:11.981546 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc359-4122-425e-8090-f9d8af722f5c req-beb351bf-cb20-4df4-a968-56237a2adaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:11.982975 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-beb351bf-cb20-4df4-a968-56237a2adaac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0432215 Oct 15 18:16:12.082211 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc359-4122-425e-8090-f9d8af722f5c req-3e24229e-3290-4561-8431-0dae503305c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:12.083695 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-3e24229e-3290-4561-8431-0dae503305c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0825615 Oct 15 18:16:12.158513 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-3417b3fc-096c-4506-bc70-57cfcf04da38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 1001 time: 0.0582249 Oct 15 18:16:12.205187 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc359-4122-425e-8090-f9d8af722f5c req-746dfdc5-4b26-4d4a-97a2-0f6b10282548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:12.207117 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-746dfdc5-4b26-4d4a-97a2-0f6b10282548 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0417302 Oct 15 18:16:12.250761 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc359-4122-425e-8090-f9d8af722f5c req-026b6e52-21a2-49f1-ab69-96277009bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:16:12.252294 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-026b6e52-21a2-49f1-ab69-96277009bde5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376763 Oct 15 18:16:12.263712 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-2fda695e-d06e-492e-890c-fc554be0e691 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:16:12.264718 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-2fda695e-d06e-492e-890c-fc554be0e691 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0045846 Oct 15 18:16:12.351777 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-38942a78-c8d2-465b-a998-2d94dd7676b3 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804224 Oct 15 18:16:12.441908 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-8dafc359-4122-425e-8090-f9d8af722f5c req-baa09dec-7db8-4855-845a-a347b92ab3c4 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822680 Oct 15 18:16:18.304130 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-691ba937-3829-490c-821c-766e91974207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:21.101942 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8df48bd6-3786-4656-94f4-805f5b0a12c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:21.873311 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:22.348251 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:23.839197 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:28.576376 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:30.694678 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-ea445af9-9c08-4db1-bd63-ec602ef60039 service neutron] (112105) timed out ('10.222.0.44', 45334) {{(pid=112105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 18:16:34.181635 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-47101df3-f068-4e3c-8a19-8b3011025888 req-6a2a1b7a-f09d-40aa-b470-4d10264edec2 service neutron] (112104) timed out ('10.222.0.47', 52012) {{(pid=112104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 18:16:42.335680 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:16:48.263140 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4df11857-b817-432c-9ed7-1d5023f3f36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:51.080497 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-52a85d8e-53da-45b3-b646-89d1cf8299e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:51.861538 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:52.354068 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:53.840198 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:16:58.620891 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:13.190195 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-7208975e-29f4-4127-9b1a-11581b70bc6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141443 Oct 15 18:17:13.270889 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-fb63868c-9b6f-492c-8adc-cb92bb42cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:17:13.272347 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-fb63868c-9b6f-492c-8adc-cb92bb42cf84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0394635 Oct 15 18:17:13.373959 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-866adf48-b2bc-4cc3-a94d-a31c3138f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:17:13.375395 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-866adf48-b2bc-4cc3-a94d-a31c3138f543 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0843365 Oct 15 18:17:13.440225 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-5a2b3788-0dba-46b9-b780-7e320252013d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 1001 time: 0.0552156 Oct 15 18:17:13.489061 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-74e977bb-3bac-4482-bdc1-25383bd44f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:17:13.490434 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-74e977bb-3bac-4482-bdc1-25383bd44f4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0422475 Oct 15 18:17:13.538376 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-953db3cd-9427-450e-941b-6d51c0254d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:17:13.539867 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-953db3cd-9427-450e-941b-6d51c0254d91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416777 Oct 15 18:17:13.630781 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-cf6e0bcf-efe5-4326-8de7-97d82baf8304 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826230 Oct 15 18:17:13.722099 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-eb73adde-a3a5-46c5-a173-e487b8eaf31b req-2715306f-b585-497d-b873-5d5b6e31a96f service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838566 Oct 15 18:17:18.272334 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9ab9134f-4e4e-44e2-9f19-232f425247b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:19.334785 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:17:21.079645 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-108fb317-6888-4f73-bbaf-01ac5c41970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:21.860464 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:22.346627 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:23.848025 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:28.604862 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:48.265462 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-92c7dcaa-4bb4-4c8b-a387-6e34f91b5ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:51.089813 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-21b6789c-ca34-490d-a321-783a702ba822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:51.866931 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:52.362375 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:53.872874 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:17:56.334120 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:17:58.608012 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:06.353197 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [req-c01989eb-4f48-4383-aea0-257f5e5936e8 req-d9d2bc14-968f-4455-ae81-e6aaf74ad167 service neutron] (112105) timed out ('10.222.0.44', 47608) {{(pid=112105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 18:18:12.252415 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-196158b6-5b06-410c-9301-9cba22acd1ea tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130593895&fields=id&tenant_id=94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 267 time: 0.0479360 Oct 15 18:18:12.357667 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-65ff2421-e95e-4141-bb69-df47988f88aa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:12.359113 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-65ff2421-e95e-4141-bb69-df47988f88aa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 812 time: 0.0992355 Oct 15 18:18:12.373932 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-05974b44-0343-48e1-9c85-01dc63f046a7 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/quotas/94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 375 time: 0.0091355 Oct 15 18:18:12.433308 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-832c1dcc-b0f9-42d8-93a1-399bc7ed3e94 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543652 Oct 15 18:18:12.487043 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-89d1aa59-7c2e-4f74-a3bb-4d4251ca1826 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=112104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 18:18:12.488078 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-89d1aa59-7c2e-4f74-a3bb-4d4251ca1826 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0432432 Oct 15 18:18:12.578519 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-4d269fe3-af57-48a6-b11c-f05766f3bda9 service neutron] 10.222.0.44 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835791 Oct 15 18:18:12.669523 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-ef352cf6-a67c-42ab-b3a9-a30afd95e1d5 service neutron] 10.222.0.44 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847607 Oct 15 18:18:12.879820 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-1b4109b9-b8dc-4893-98ac-5793fb5978f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443676 Oct 15 18:18:12.959332 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-4df00608-6b59-4762-ab3f-3d11be970678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:12.960738 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-4df00608-6b59-4762-ab3f-3d11be970678 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0402586 Oct 15 18:18:13.068538 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-0a9f7800-363b-4432-9cc1-632116db2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:13.070884 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-0a9f7800-363b-4432-9cc1-632116db2ec9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0908394 Oct 15 18:18:13.136302 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-e82c2be2-173d-4019-ba33-4e50d0a39f8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 1001 time: 0.0586624 Oct 15 18:18:13.191871 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-9303c6f8-a1bd-4cd3-b121-0976ba3d993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:13.193343 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-9303c6f8-a1bd-4cd3-b121-0976ba3d993f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0503328 Oct 15 18:18:13.202943 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-72186bf8-6c35-4835-b97c-81aa9b403de0 req-4a8a37d7-50b2-4fb7-82ff-a8020d926b23 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 210 time: 0.0283186 Oct 15 18:18:13.243304 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-9e9b1ee1-9ef8-4d37-b057-845fab88759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:13.244809 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-9e9b1ee1-9ef8-4d37-b057-845fab88759f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414829 Oct 15 18:18:13.336165 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-4ac0c834-1d47-47b9-abbc-eb553c7772ba service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826459 Oct 15 18:18:13.428616 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f881d407-6c8a-49eb-8c93-f0a0d6c6998a req-f1f81bad-091f-43d0-9c3e-6fc57bd8b78c service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Oct 15 18:18:14.294987 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-800bdb6a-53fb-45b2-83c7-164bdbcc20de req-49eeb2b2-7ed1-433b-b450-cf6217197545 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Oct 15 18:18:15.246696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-d2c1df79-7f8b-4be1-9c7a-f30aedc42ca5 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:15.248181 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-d2c1df79-7f8b-4be1-9c7a-f30aedc42ca5 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 812 time: 0.1038952 Oct 15 18:18:15.291878 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-51cd094d-cd62-4998-9761-63597275bfc1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f6a18827f94d1fb5d5e76018143ce2 HTTP/1.1" status: 200 len: 380 time: 0.0333991 Oct 15 18:18:15.301531 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'port': {'device_id': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'admin_state_up': True, 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'security_groups': ['0a1ae6ff-7f8e-4502-9202-9398ed06ae8d']}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:18:15.389052 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-a27fc3f2-6065-4fc4-ac92-64de985f0f75 req-1085ec4b-00a9-4963-8873-37e619b98eb7 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Oct 15 18:18:15.501605 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Made reservation on behalf of 94f6a18827f94d1fb5d5e76018143ce2 for: {'port': 1} {{(pid=112104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 18:18:15.507088 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:15.629934 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_common [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Allocated IP 172.20.0.3 (eed30367-31fb-4c0b-9a67-fd8f5568d339/8e511074-4f2b-450f-a5ad-431326dabe1c/b6f65748-27ae-4c30-a003-8bc0c66d7b7c) {{(pid=112104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:18:15.763737 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:15.847986 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_create {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:15.888314 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 is already hosted by enough agents. {{(pid=112104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:18:15.891311 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.base_scheduler [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Resources bound (agent type, host, resource id): {{(pid=112104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:18:15.894857 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Received port after_create {{(pid=112104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:18:15.921321 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,revision_number=1']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:15.936337 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.936683 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.938932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.938932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.938932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.938932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.938932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.938932 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.939584 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.939584 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.940394 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.940394 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:15.964054 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:15.967594 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.067074 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-39561a72-2099-48be-bf7b-b47384ae26a6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623665 Oct 15 18:18:16.074752 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.v2.base [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Request body: {'port': {'device_id': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=112104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:18:16.129394 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.171188 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-b650625a-a01e-4278-ad6b-d5126845be17 None None] Provisioning complete for port b6f65748-27ae-4c30-a003-8bc0c66d7b7c triggered by entity DHCP. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:18:16.171768 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b650625a-a01e-4278-ad6b-d5126845be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.204847 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-b650625a-a01e-4278-ad6b-d5126845be17 None None] Port b6f65748-27ae-4c30-a003-8bc0c66d7b7c cannot update to ACTIVE because it is not bound. {{(pid=112106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 18:18:16.388212 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f65748-27ae-4c30-a003-8bc0c66d7b7c {{(pid=112104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:18:16.395629 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.407393 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.provisioning_blocks [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Transition to ACTIVE for port object b6f65748-27ae-4c30-a003-8bc0c66d7b7c will not be triggered until provisioned by entity L2. {{(pid=112104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 18:18:16.490059 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.544977 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5bf65-ccf0-4d1c-883d-2b5df03155e1 req-30f1099a-6707-42b5-bfa2-5e5393ee0397 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:16.546539 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97a5bf65-ccf0-4d1c-883d-2b5df03155e1 req-30f1099a-6707-42b5-bfa2-5e5393ee0397 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 931 time: 0.0916927 Oct 15 18:18:16.560834 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,revision_number=2']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:16.633667 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-97a5bf65-ccf0-4d1c-883d-2b5df03155e1 req-f6f2836e-fc24-4616-96e8-96e1289fb9e8 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768991 Oct 15 18:18:16.661118 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Attempting to bind port b6f65748-27ae-4c30-a003-8bc0c66d7b7c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 18:18:16.661374 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Attempting to bind port b6f65748-27ae-4c30-a003-8bc0c66d7b7c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 18:18:16.661706 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Attempting to bind port b6f65748-27ae-4c30-a003-8bc0c66d7b7c on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:18:16.666378 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Port b6f65748-27ae-4c30-a003-8bc0c66d7b7c on network eed30367-31fb-4c0b-9a67-fd8f5568d339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 18:18:16.666696 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Attempting to bind port b6f65748-27ae-4c30-a003-8bc0c66d7b7c on network eed30367-31fb-4c0b-9a67-fd8f5568d339 {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 18:18:16.671706 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Checking agent: {'id': 'c997eb56-e6b9-4f55-bf14-5d4d280f4014', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'started_at': datetime.datetime(2021, 10, 15, 17, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 18, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 18:18:16.672039 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Checking segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 18:18:16.672415 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Bound using segment: {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'} {{(pid=112104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 18:18:16.672838 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.managers [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Bound port: b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339'}}] {{(pid=112104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 18:18:16.673206 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.738381 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] For port b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host hv-cinder-79053, cleared binding levels {{(pid=112104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 18:18:16.741842 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] For port b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 18:18:16.804572 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2462084'] for port, after_update {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.837384 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:16.842592 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:16.842592 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 200 len: 1093 time: 0.7687311 Oct 15 18:18:16.842592 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:18:16.842592 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c98895-7e41-4202-b954-4e3466a9bac8" -d '{"events": [{"name": "network-changed", "server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:18:16.866046 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645f5dd-dd3c-4ec6-8b18-74b9efbca4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,revision_number=3']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:16.981763 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e606a4bb-69ee-407e-a84a-a997e3d3e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:16.983315 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-e606a4bb-69ee-407e-a84a-a997e3d3e436 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1096 time: 0.0431395 Oct 15 18:18:17.024994 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-857d9b59-629b-47aa-abf3-b5fb124608a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 200 len: 217 time: 0.0331008 Oct 15 18:18:17.078560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-03d012b3-bb0b-4f88-bc03-0add9c469fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:17.080013 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-03d012b3-bb0b-4f88-bc03-0add9c469fe0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0465906 Oct 15 18:18:17.126423 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-d6eec055-5ed7-4b70-8ac1-2dd8351d9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:17.128111 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-d6eec055-5ed7-4b70-8ac1-2dd8351d9d06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405807 Oct 15 18:18:17.217693 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-69a15b6a-ae4e-4fac-8b0f-25e522086942 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804503 Oct 15 18:18:17.305580 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-9754f821-8ba8-48b1-b50a-a50966a9fe41 req-1599f2b8-235b-446b-87db-d6fa901c9801 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782685 Oct 15 18:18:17.745717 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664b2d9-99e7-4d4a-b732-01124d536e7d req-ee5b0567-d5b8-45aa-9ea6-7354b48abfaa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:17.747180 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6664b2d9-99e7-4d4a-b732-01124d536e7d req-ee5b0567-d5b8-45aa-9ea6-7354b48abfaa tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0479407 Oct 15 18:18:17.784098 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6664b2d9-99e7-4d4a-b732-01124d536e7d req-72b07233-b985-40d5-a211-281be6a757bd tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Oct 15 18:18:17.960279 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5649207a-47c0-4a0f-908c-92eb3e2774a9 x-openstack-request-id: req-5649207a-47c0-4a0f-908c-92eb3e2774a9 {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:18:17.960670 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:18:17.960927 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5649207a-47c0-4a0f-908c-92eb3e2774a9 {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:18:17.961325 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'status': 'completed', 'code': 200} Oct 15 18:18:18.028841 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-9ef97e9c-8584-4f9e-8d0f-3f9ef1ea13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:18.030288 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-9ef97e9c-8584-4f9e-8d0f-3f9ef1ea13f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1096 time: 0.0432215 Oct 15 18:18:18.120026 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-005c8cac-3dc7-465d-851c-ea3c3701ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:18.121492 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-005c8cac-3dc7-465d-851c-ea3c3701ad10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0834987 Oct 15 18:18:18.165963 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-28aca078-179b-4cbd-8fba-7af8ddc8b05c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 200 len: 217 time: 0.0362241 Oct 15 18:18:18.224338 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-e8cbedcb-a3cf-44d1-8bf3-6e441af8758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:18.224338 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-e8cbedcb-a3cf-44d1-8bf3-6e441af8758d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0445006 Oct 15 18:18:18.267331 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-9cfe17c2-e6b1-46c0-864d-6954ba9b4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:18.268787 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-9cfe17c2-e6b1-46c0-864d-6954ba9b4103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394449 Oct 15 18:18:18.272460 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-228a7c6e-ffc7-470d-891f-b0d874d718d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:18.361572 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-594f16a3-7023-4a90-a035-bd495e61656a service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Oct 15 18:18:18.449123 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-27c98895-7e41-4202-b954-4e3466a9bac8 req-21b72beb-9c6e-4116-a909-7c78e78b9ba9 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799830 Oct 15 18:18:18.896415 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826540c2-447a-4a1b-983e-72ed3f299e11 req-def16047-5f5c-4e4d-8a37-861d09a10be3 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:18.897864 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-826540c2-447a-4a1b-983e-72ed3f299e11 req-def16047-5f5c-4e4d-8a37-861d09a10be3 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0481744 Oct 15 18:18:18.937599 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-826540c2-447a-4a1b-983e-72ed3f299e11 req-79d6ef7c-d185-4d8c-8ece-b97a95e9faf5 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Oct 15 18:18:20.055128 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423952cc-5d9d-46ea-b7c9-de9e8b9b1430 req-fd30f5aa-ac34-4664-a5ec-7866bbd03046 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:20.056627 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-423952cc-5d9d-46ea-b7c9-de9e8b9b1430 req-fd30f5aa-ac34-4664-a5ec-7866bbd03046 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0515327 Oct 15 18:18:20.093917 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-423952cc-5d9d-46ea-b7c9-de9e8b9b1430 req-946510aa-b4c2-45c3-98b4-f9c95456f32a tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Oct 15 18:18:21.122354 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-9ebb088d-f72b-451c-8a74-c97ac9b5fcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:21.206864 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbad02c-72c7-40ae-a8ad-a09d254e5f73 req-267beffc-f888-4478-8d53-b5f5a8ba20b0 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:21.208348 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2fbad02c-72c7-40ae-a8ad-a09d254e5f73 req-267beffc-f888-4478-8d53-b5f5a8ba20b0 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0480876 Oct 15 18:18:21.246099 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-2fbad02c-72c7-40ae-a8ad-a09d254e5f73 req-73535eb9-b34a-4802-adb9-4800bea88ae7 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Oct 15 18:18:21.848823 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:22.340541 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:22.359938 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e5c8-a323-4e22-bc9b-81bd9aa2f4ca req-3148f679-35b2-4378-b632-4d64b281f42d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:22.361405 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-66f3e5c8-a323-4e22-bc9b-81bd9aa2f4ca req-3148f679-35b2-4378-b632-4d64b281f42d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0496981 Oct 15 18:18:22.398170 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-66f3e5c8-a323-4e22-bc9b-81bd9aa2f4ca req-ad02e7df-8811-409a-a793-242edc8cc488 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301394 Oct 15 18:18:23.509090 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9afbb1-3ea2-4b13-b1bd-0fecf90fe1b7 req-a9e533ea-f401-4bb9-8888-542848c39783 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:23.510554 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ba9afbb1-3ea2-4b13-b1bd-0fecf90fe1b7 req-a9e533ea-f401-4bb9-8888-542848c39783 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0477891 Oct 15 18:18:23.546660 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-ba9afbb1-3ea2-4b13-b1bd-0fecf90fe1b7 req-c2771b9a-7b07-4d27-a33d-ec2489da32bb tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301197 Oct 15 18:18:23.841794 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:24.658485 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f542ea-2cb3-416e-81e5-8e9c28754cd6 req-e76c0b20-7a90-407e-98dc-5547ce051186 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:24.659990 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-69f542ea-2cb3-416e-81e5-8e9c28754cd6 req-e76c0b20-7a90-407e-98dc-5547ce051186 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0483484 Oct 15 18:18:24.696523 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-69f542ea-2cb3-416e-81e5-8e9c28754cd6 req-7ac45e91-bbb8-4a44-8f81-db601a98447b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Oct 15 18:18:25.806908 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a8e2-3fc8-4238-9f17-1bef514a3291 req-12bc2289-e937-4069-b4ed-146d598ad353 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:25.808360 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f116a8e2-3fc8-4238-9f17-1bef514a3291 req-12bc2289-e937-4069-b4ed-146d598ad353 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 943 time: 0.0473390 Oct 15 18:18:25.848765 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f116a8e2-3fc8-4238-9f17-1bef514a3291 req-4b79d1b5-8b6c-4d72-8cf9-ec25babc5eb7 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346322 Oct 15 18:18:26.472709 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b6f65748-27ae-4c30-a003-8bc0c66d7b7c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=112106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 18:18:26.564792 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:18:26.575370 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Returning: {'device': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'port_id': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'mac_address': 'fa:16:3e:0b:7a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 18:18:26.614278 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:26.626327 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f65748-27ae-4c30-a003-8bc0c66d7b7c {{(pid=112106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 18:18:26.644103 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:18:26.734666 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:26.786526 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,revision_number=4']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:26.793343 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.793692 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.794033 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.794366 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.794699 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.795026 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.795379 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.795708 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.796032 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.796353 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.796741 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.796993 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:26.969055 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8129d-8117-418c-b861-f0ccce6678ed req-9f9209cd-3d34-4919-af41-19509fc9c969 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:26.970794 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9fe8129d-8117-418c-b861-f0ccce6678ed req-9f9209cd-3d34-4919-af41-19509fc9c969 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 944 time: 0.0516212 Oct 15 18:18:27.009078 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-9fe8129d-8117-418c-b861-f0ccce6678ed req-c32757f8-2a94-4848-8f84-21adfcaaaf74 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Oct 15 18:18:27.098195 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] get_ports_and_sgs() called for port_ids ['b6f65748-27ae-4c30-a003-8bc0c66d7b7c'] {{(pid=112106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 18:18:28.121814 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f356d4-ac01-4c57-b90b-bf70f0e0d2b3 req-0e672495-2a07-4fed-ae55-1eab3ced9135 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:28.123294 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f0f356d4-ac01-4c57-b90b-bf70f0e0d2b3 req-0e672495-2a07-4fed-ae55-1eab3ced9135 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 944 time: 0.0491114 Oct 15 18:18:28.163169 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-f0f356d4-ac01-4c57-b90b-bf70f0e0d2b3 req-039e8cdc-20a7-4be4-9841-67600d63126b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Oct 15 18:18:28.481954 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b6f65748-27ae-4c30-a003-8bc0c66d7b7c up at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 18:18:28.625900 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning for port b6f65748-27ae-4c30-a003-8bc0c66d7b7c completed by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 18:18:28.629645 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.provisioning_blocks [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Provisioning complete for port b6f65748-27ae-4c30-a003-8bc0c66d7b7c triggered by entity L2. {{(pid=112106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 18:18:28.630029 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508793'] for port, provisioning_complete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:28.659740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:28.704468 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:28.725390 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c'}] {{(pid=112106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:18:28.727623 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}667e305d86c1304fac844a6136e30219bfaa79b475f0e4f1c34a51a09e495163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c141d7-eb77-43e8-bf10-2f68310fd647" -d '{"events": [{"server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "name": "network-vif-plugged", "status": "completed", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c"}]}' {{(pid=112106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:18:28.742949 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] For port b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:18:28.813278 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c0111-08aa-4da2-8fe4-4325e6ac2434 x-openstack-request-id: req-fb4c0111-08aa-4da2-8fe4-4325e6ac2434 {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:18:28.813560 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "name": "network-vif-plugged", "status": "completed", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c", "code": 200}]} {{(pid=112106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:18:28.813816 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb4c0111-08aa-4da2-8fe4-4325e6ac2434 {{(pid=112106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:18:28.814210 dv-cinder-790535-16-iscsi neutron-server[112106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'code': 200} Oct 15 18:18:28.815388 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243'] for port, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:28.862467 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Pushing event updated for resources: {'Port': ['ID=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,revision_number=5']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:29.197901 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5cd8-4e7d-4089-a6de-e658b4cda13e req-73c919e1-287e-4739-8a59-48479c99abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:29.199468 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fb5e5cd8-4e7d-4089-a6de-e658b4cda13e req-73c919e1-287e-4739-8a59-48479c99abd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1098 time: 0.0468373 Oct 15 18:18:29.244598 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-fb5e5cd8-4e7d-4089-a6de-e658b4cda13e req-fe7d7e20-6fa3-412c-b74b-0df8957fea7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367086 Oct 15 18:18:29.277948 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dbf4b-1ad3-46bb-97f7-f3ea94e023c1 req-b56a2956-51b3-482f-bb74-dbf3c18d93e0 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:29.279348 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-907dbf4b-1ad3-46bb-97f7-f3ea94e023c1 req-b56a2956-51b3-482f-bb74-dbf3c18d93e0 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0488296 Oct 15 18:18:29.318221 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-907dbf4b-1ad3-46bb-97f7-f3ea94e023c1 req-612e573a-03cf-4fab-a3ca-bb2a9eaae723 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329700 Oct 15 18:18:30.431389 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb76244-52a4-4521-9bdc-ac131f2864cc req-e929faf6-e422-43a3-8109-8634b9248212 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:30.432894 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fcb76244-52a4-4521-9bdc-ac131f2864cc req-e929faf6-e422-43a3-8109-8634b9248212 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Oct 15 18:18:30.469140 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-fcb76244-52a4-4521-9bdc-ac131f2864cc req-a6678a99-5f12-4fe6-be37-84d2782fe1fc tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303853 Oct 15 18:18:31.585882 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ace3-0481-4d66-83b4-c7659a228838 req-53d994d0-92d9-4bdb-a836-e1482e0b018a tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:31.587354 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e506ace3-0481-4d66-83b4-c7659a228838 req-53d994d0-92d9-4bdb-a836-e1482e0b018a tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0482924 Oct 15 18:18:31.624742 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e506ace3-0481-4d66-83b4-c7659a228838 req-8b20c672-5929-472c-95cb-5a9b473d6613 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Oct 15 18:18:31.734210 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105635-37aa-4fd7-a118-49da5b8aa552 req-0fd5b6a7-ca71-42f8-b1ba-748f31cf70fe tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:31.735685 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-05105635-37aa-4fd7-a118-49da5b8aa552 req-0fd5b6a7-ca71-42f8-b1ba-748f31cf70fe tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0473454 Oct 15 18:18:31.772419 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-05105635-37aa-4fd7-a118-49da5b8aa552 req-3c126a08-8625-4083-9503-600316577d49 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303893 Oct 15 18:18:31.793646 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51200) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:18:31.876275 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd285312-9440-475d-9374-1012a66e560b tempest-TestVolumeBootPattern-2028406454 tempest-TestVolumeBootPattern-2028406454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:31.877764 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-bd285312-9440-475d-9374-1012a66e560b tempest-TestVolumeBootPattern-2028406454 tempest-TestVolumeBootPattern-2028406454-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1093 time: 0.0831869 Oct 15 18:18:31.881207 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51204) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:18:31.885368 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.v2.base [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Request body: {'floatingip': {'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'port_id': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 18:18:31.968820 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:32.062238 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:32.172185 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_common [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Allocated IP 172.27.1.160 (a7446e3a-0b64-4da3-9e90-c17a773cfc12/aa10351e-81b1-4555-bf0b-e6b8f146221c/11057f27-c7b5-4efe-a8a9-04988c0b5d91) {{(pid=112105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 18:18:32.270583 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:32.356267 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778219058207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:32.395002 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Network a7446e3a-0b64-4da3-9e90-c17a773cfc12 is already hosted by enough agents. {{(pid=112105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 18:18:32.398365 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.base_scheduler [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Resources bound (agent type, host, resource id): {{(pid=112105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 18:18:32.401847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Received port after_create {{(pid=112105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 18:18:32.427097 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=11057f27-c7b5-4efe-a8a9-04988c0b5d91,revision_number=1']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:32.442666 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.443042 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.443421 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.443763 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.444103 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.444441 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.444775 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.445109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.445440 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.445766 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.446090 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.446413 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:18:32.765019 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:32.890996 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453461'] for port, before_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:33.037593 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for port, precommit_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:33.100854 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778219541589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778219058225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778219058243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10160381'] for port, after_update {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:33.170380 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event updated for resources: {'Port': ['ID=11057f27-c7b5-4efe-a8a9-04988c0b5d91,revision_number=2']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:18:33.183115 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599288'] for floatingip, after_create {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:33.281239 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Floating IP f858f7f8-3037-4540-a1a9-38e8edc9a247 associated. External IP: 172.27.1.160, port: b6f65748-27ae-4c30-a003-8bc0c66d7b7c. Oct 15 18:18:33.332251 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:18:33.492666 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:18:33.596825 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:18:33.607512 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:18:33.617836 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:18:33.618441 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:18:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:18:33.668294 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:33.694958 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-b0a3a1e9-ebab-4138-8c8b-54119a51de4c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8127482 Oct 15 18:18:33.695641 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:18:33.697933 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67f506-319d-4408-a604-d43996009f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:18:33.721834 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:18:33.946612 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:09Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}, {'id': 'f858f7f8-3037-4540-a1a9-38e8edc9a247', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:0b:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:18:32Z', 'updated_at': '2021-10-15T18:18:32Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:18:33.977174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:18:33.985534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:18:33.986138 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:18:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:18:34.208489 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:18:34.421917 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:09Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}, {'id': 'f858f7f8-3037-4540-a1a9-38e8edc9a247', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:0b:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:18:32Z', 'updated_at': '2021-10-15T18:18:32Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:18:34.447421 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb445d65-9f52-4f6c-8428-ce508ce939e6 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:09Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}, {'id': 'f858f7f8-3037-4540-a1a9-38e8edc9a247', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:0b:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:18:32Z', 'updated_at': '2021-10-15T18:18:32Z', 'revision_number': 0, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:18:34.634179 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ab461-4bcd-41e8-9447-266faed13c49 None None] New status for floating IP f858f7f8-3037-4540-a1a9-38e8edc9a247: ACTIVE {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:18:34.819053 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7426f3-671f-42d1-9d0e-85f52e25a0ff x-openstack-request-id: req-fb7426f3-671f-42d1-9d0e-85f52e25a0ff {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:18:34.819577 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:18:34.819702 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb7426f3-671f-42d1-9d0e-85f52e25a0ff {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:18:34.820101 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'status': 'completed', 'code': 200} Oct 15 18:18:34.888416 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f506-319d-4408-a604-d43996009f2b req-bc68c7ef-eb85-405b-8275-2ce62de9d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:34.888869 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-bc68c7ef-eb85-405b-8275-2ce62de9d639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1098 time: 0.0427783 Oct 15 18:18:34.978639 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f506-319d-4408-a604-d43996009f2b req-ab9cad9d-5c95-4814-8f60-42ae0e1c78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:34.980147 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-ab9cad9d-5c95-4814-8f60-42ae0e1c78ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0844665 Oct 15 18:18:35.045366 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-6a832a58-e9a6-4c75-8d7a-584420348b61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 200 len: 1001 time: 0.0565813 Oct 15 18:18:35.094578 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f506-319d-4408-a604-d43996009f2b req-5c7022ff-fd5c-4811-9ff3-6045b1abcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:35.096014 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-5c7022ff-fd5c-4811-9ff3-6045b1abcfb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0426614 Oct 15 18:18:35.378779 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f506-319d-4408-a604-d43996009f2b req-c7555b5c-ed8e-42c6-8e45-46425ca85086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:18:35.380208 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-c7555b5c-ed8e-42c6-8e45-46425ca85086 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2762361 Oct 15 18:18:35.479758 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-44997543-baec-491f-ad00-b73f5d37b144 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802901 Oct 15 18:18:35.574781 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-1e67f506-319d-4408-a604-d43996009f2b req-f1c149b2-9684-477e-b201-cdf70a2124d0 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Oct 15 18:18:48.258143 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2acd06b3-3941-4f8b-95bc-fd911db92846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:51.083134 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5de7f773-aa35-412f-bba8-99d158bed87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:51.876916 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:52.345390 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:53.846753 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:18:58.625317 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:10.330699 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:19:14.885740 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-7dcd0668-1809-4f34-ae23-a086e897105d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391922 Oct 15 18:19:14.978058 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e821-5cf4-4952-b781-79a748d9888d req-f83f723a-f654-4bcc-bb5d-61958c480ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:19:14.979550 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-f83f723a-f654-4bcc-bb5d-61958c480ea0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0475471 Oct 15 18:19:15.083998 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e821-5cf4-4952-b781-79a748d9888d req-ea221089-b5e8-45b0-85cb-09df6d8518cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:19:15.085466 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-ea221089-b5e8-45b0-85cb-09df6d8518cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0862489 Oct 15 18:19:15.148790 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-e8c86294-beac-4353-b3d6-5c9949fa52ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 1001 time: 0.0557163 Oct 15 18:19:15.199823 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e821-5cf4-4952-b781-79a748d9888d req-8aa6fb04-074b-4a8b-8c7f-66b0ef6d3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:19:15.201212 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-8aa6fb04-074b-4a8b-8c7f-66b0ef6d3e5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0457470 Oct 15 18:19:15.245824 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6e821-5cf4-4952-b781-79a748d9888d req-e1d4e7e0-be56-4bc3-8007-a47636b0931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:19:15.247335 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-e1d4e7e0-be56-4bc3-8007-a47636b0931a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384030 Oct 15 18:19:15.337919 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-6caa5b83-2cde-4db7-8973-8b2c4fc9897a service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818949 Oct 15 18:19:15.424135 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-62a6e821-5cf4-4952-b781-79a748d9888d req-31fa1519-cff1-4911-842f-b3ecaeb41d33 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786841 Oct 15 18:19:18.257324 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b4605066-45fb-4f28-aa91-2b45272393f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:21.099072 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-7e496850-0027-4f7a-88ae-3256466a4aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:21.893744 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:22.367801 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:23.896591 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:28.636151 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:47.329525 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:19:48.263767 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b97c45e8-3671-48df-94c8-53b2d8ccb155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:51.081572 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd5ac-b0cc-4277-bb65-ae3bdc657d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:51.845411 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:52.360926 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:53.856649 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:19:58.669517 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:14.892828 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-814c3ca4-d054-4378-98f4-2d41640fc986 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389183 Oct 15 18:20:14.955653 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-e4b409f7-a7e6-43b2-b0bd-f4381219634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:14.957127 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-e4b409f7-a7e6-43b2-b0bd-f4381219634a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1098 time: 0.0427058 Oct 15 18:20:15.060763 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-dbe86e81-e44d-445d-9c43-670c16b5adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:15.062227 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-dbe86e81-e44d-445d-9c43-670c16b5adcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0833898 Oct 15 18:20:15.129915 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-d36f658a-9cf2-47c3-9d3f-4fcb8311c0b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 200 len: 1001 time: 0.0598712 Oct 15 18:20:15.180897 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-15e51594-9580-4c98-a878-bb4090cb6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:15.182249 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-15e51594-9580-4c98-a878-bb4090cb6f5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0449073 Oct 15 18:20:15.227205 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-cfccb6ea-311a-47ae-80dc-2b3b82c99b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:15.228691 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-cfccb6ea-311a-47ae-80dc-2b3b82c99b3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394764 Oct 15 18:20:15.320404 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-eccd84b9-392c-49ef-8282-23bf368717f4 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Oct 15 18:20:15.408116 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-e0030eeb-02d4-4631-9b8d-28e8958a177f req-de36b02c-9c5b-4485-a637-b8cc457ae1d8 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802524 Oct 15 18:20:18.290301 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-077d2820-ff63-4cc3-bf87-02ac053cc332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:21.091748 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-55bb4c93-ea54-499d-89b1-571e32ea3e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:21.857528 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:22.377106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:23.857516 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:24.327517 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:20:28.651656 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.112835 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51256) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:36.265108 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Deleting port 11057f27-c7b5-4efe-a8a9-04988c0b5d91 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:36.265447 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.342646 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.342972 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.354321 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Calling delete_port for 11057f27-c7b5-4efe-a8a9-04988c0b5d91 owned by network:floatingip {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:36.575530 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.602240 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'Port': ['ID=11057f27-c7b5-4efe-a8a9-04988c0b5d91,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:36.625709 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.626061 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.626409 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.626751 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.627088 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.627448 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.627787 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.628120 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.628451 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.628780 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.629105 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.629428 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:36.667853 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.668182 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Floating IP f858f7f8-3037-4540-a1a9-38e8edc9a247 disassociated (deleted). External IP: 172.27.1.160, port: b6f65748-27ae-4c30-a003-8bc0c66d7b7c. Oct 15 18:20:36.868472 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:20:36.972921 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:20:36.977890 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:36.982767 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:20:36.991826 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:36.992435 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:37.004927 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-353d3316-91b3-42cb-be39-dc9148691df1 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "DELETE /v2.0/floatingips/f858f7f8-3037-4540-a1a9-38e8edc9a247 HTTP/1.1" status: 204 len: 168 time: 0.8910291 Oct 15 18:20:37.005609 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:20:37.008591 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9e092-82a3-41de-8228-1676e3261261" -d '{"events": [{"name": "network-changed", "server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:20:37.049087 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425fc3d3-447d-4758-bb25-9d47ec9c6e92 x-openstack-request-id: req-425fc3d3-447d-4758-bb25-9d47ec9c6e92 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:20:37.049375 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:20:37.049647 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-425fc3d3-447d-4758-bb25-9d47ec9c6e92 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:20:37.050170 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'status': 'completed', 'code': 200} Oct 15 18:20:37.112041 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:37.123589 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e092-82a3-41de-8228-1676e3261261 req-c8e972e6-c552-47f7-be12-5a18f947c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:37.125160 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-c8e972e6-c552-47f7-be12-5a18f947c5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 1098 time: 0.0518174 Oct 15 18:20:37.215393 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e092-82a3-41de-8228-1676e3261261 req-b3110938-d940-47c2-a96f-6ee628dd7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:37.217250 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-b3110938-d940-47c2-a96f-6ee628dd7987 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0853631 Oct 15 18:20:37.262762 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-91e8698d-80d6-4fb4-b11a-e2c64f1fbef2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 200 len: 217 time: 0.0378366 Oct 15 18:20:37.317109 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e092-82a3-41de-8228-1676e3261261 req-e3562eec-046a-41f9-9d95-dfc52ed08fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:37.318381 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-e3562eec-046a-41f9-9d95-dfc52ed08fb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0485747 Oct 15 18:20:37.350802 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:09Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:37.366201 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e092-82a3-41de-8228-1676e3261261 req-a345afc6-b72f-4d38-b04a-f5e228b92c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:37.367727 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-a345afc6-b72f-4d38-b04a-f5e228b92c36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418606 Oct 15 18:20:37.377186 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:20:37.385642 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:37.386320 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:37.494008 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:37.494849 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-96cc1359-4924-4cad-be6b-b0c60c8be4e4 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198187 Oct 15 18:20:37.505250 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780e27-ea14-417e-8d8c-5b56d26bf17b req-55c6355c-5ec0-442f-a71d-f1f58aa421cc tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:37.506692 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa780e27-ea14-417e-8d8c-5b56d26bf17b req-55c6355c-5ec0-442f-a71d-f1f58aa421cc tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0706828 Oct 15 18:20:37.597293 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-aa780e27-ea14-417e-8d8c-5b56d26bf17b req-af391303-7c5d-4636-aec8-7b9f902d511c tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827050 Oct 15 18:20:37.619853 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-24e9e092-82a3-41de-8228-1676e3261261 req-6fdf8dff-a259-46fe-b3f5-ba9d4d52cf65 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122441 Oct 15 18:20:37.715728 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:09Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:37.741838 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80557aca-5fb8-450a-8ccf-7fca1bf5ed93 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_floatingips': [{'id': '5b1f2c23-0785-4df1-bee9-22280f98aa3c', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'router_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'port_id': '745be452-c675-46cf-a97c-d3bffd5328c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'mac_address': 'fa:16:3e:5d:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T18:16:07Z', 'updated_at': '2021-10-15T18:16:09Z', 'revision_number': 1, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:20:37.938061 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f972c-7664-4867-8885-2acb662fce11 None None] New status for floating IP f858f7f8-3037-4540-a1a9-38e8edc9a247: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:20:38.728334 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415ea2-d5e3-42f7-8925-5c53dee92b32 req-baa7d4e1-ee69-40eb-a897-e6e56336cf7b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:38.729824 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7a415ea2-d5e3-42f7-8925-5c53dee92b32 req-baa7d4e1-ee69-40eb-a897-e6e56336cf7b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0489631 Oct 15 18:20:38.766796 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-7a415ea2-d5e3-42f7-8925-5c53dee92b32 req-ca30f579-afcb-4772-a76b-1cf1803a682b tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Oct 15 18:20:39.243288 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441f553-c90c-45e6-968c-f673c90082a2 req-e38d4f38-78ee-4ce5-857b-2bf4fd24154f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:39.244724 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a441f553-c90c-45e6-968c-f673c90082a2 req-e38d4f38-78ee-4ce5-857b-2bf4fd24154f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 945 time: 0.0479424 Oct 15 18:20:39.337697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Deleting port b6f65748-27ae-4c30-a003-8bc0c66d7b7c {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:39.338034 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:39.422560 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] For port b6f65748-27ae-4c30-a003-8bc0c66d7b7c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:39.422912 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:39.434972 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Calling delete_port for b6f65748-27ae-4c30-a003-8bc0c66d7b7c owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:39.627142 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:39.656129 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'Port': ['ID=b6f65748-27ae-4c30-a003-8bc0c66d7b7c,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:39.707107 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] No DVR routers for this DVR port b6f65748-27ae-4c30-a003-8bc0c66d7b7c on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:20:39.710385 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:39.713933 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-a441f553-c90c-45e6-968c-f673c90082a2 req-4b24cb41-d427-4156-84af-2e49a9f67130 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "DELETE /v2.0/ports/b6f65748-27ae-4c30-a003-8bc0c66d7b7c HTTP/1.1" status: 204 len: 173 time: 0.4621105 Oct 15 18:20:39.714399 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'name': 'network-vif-deleted', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:20:39.716697 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688eca8-cb83-43ca-90b5-d277443960ca" -d '{"events": [{"server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "name": "network-vif-deleted", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:20:39.770777 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ee7f0-0dd5-4dc5-9a03-a3c467330f3f x-openstack-request-id: req-d86ee7f0-0dd5-4dc5-9a03-a3c467330f3f {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:20:39.771064 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a80ccf-c730-4b3a-90bd-43a3b2f98c08", "name": "network-vif-deleted", "tag": "b6f65748-27ae-4c30-a003-8bc0c66d7b7c", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:20:39.771345 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d86ee7f0-0dd5-4dc5-9a03-a3c467330f3f {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:20:39.771769 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a80ccf-c730-4b3a-90bd-43a3b2f98c08', 'name': 'network-vif-deleted', 'tag': 'b6f65748-27ae-4c30-a003-8bc0c66d7b7c', 'status': 'completed', 'code': 200} Oct 15 18:20:39.863774 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-30d01c88-687b-40b9-bb74-c8ea24824eb0 req-09fa408d-df1f-48c2-9604-649a30e7fa4f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Oct 15 18:20:40.973556 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-4f22b3f1-e8c3-4ddd-aecd-8069c563e5c3 req-81554582-bd9d-4d5b-b4d5-f49fa6741033 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=73a80ccf-c730-4b3a-90bd-43a3b2f98c08 HTTP/1.1" status: 200 len: 210 time: 0.0298357 Oct 15 18:20:43.092241 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b6f65748-27ae-4c30-a003-8bc0c66d7b7c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:43.112112 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: b6f65748-27ae-4c30-a003-8bc0c66d7b7c {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:43.112457 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device b6f65748-27ae-4c30-a003-8bc0c66d7b7c not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:44.527429 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51306) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:44.677977 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Deleting port d7143f49-c7c4-4d1b-9dd1-6c32077c81b1 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:44.678307 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:44.753109 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:44.753428 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:44.765021 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Calling delete_port for d7143f49-c7c4-4d1b-9dd1-6c32077c81b1 owned by network:floatingip {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:44.971028 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:44.997102 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'Port': ['ID=d7143f49-c7c4-4d1b-9dd1-6c32077c81b1,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:45.057104 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:45.057439 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.db.l3_db [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Floating IP 5b1f2c23-0785-4df1-bee9-22280f98aa3c disassociated (deleted). External IP: 172.27.1.69, port: 745be452-c675-46cf-a97c-d3bffd5328c6. Oct 15 18:20:45.254604 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:20:45.361736 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:20:45.367112 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:45.371898 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:20:45.380791 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:45.381423 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:45.392185 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-c6ac2baa-7953-496e-919c-576b24e3036f tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b1f2c23-0785-4df1-bee9-22280f98aa3c HTTP/1.1" status: 204 len: 168 time: 0.8637240 Oct 15 18:20:45.392771 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6'}] {{(pid=112105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:20:45.395005 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24c2ed69116f6d220de582b0ec80994ef0855f8ad9ed50630a689da04dc343a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d9815-5480-4bb4-8a7f-6607c315e014" -d '{"events": [{"name": "network-changed", "server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6"}]}' {{(pid=112105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:20:45.431045 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08efdbe1-3ad1-4206-a084-75e96e9b27a5 x-openstack-request-id: req-08efdbe1-3ad1-4206-a084-75e96e9b27a5 {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:20:45.431395 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6", "status": "completed", "code": 200}]} {{(pid=112105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:20:45.431608 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08efdbe1-3ad1-4206-a084-75e96e9b27a5 {{(pid=112105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:20:45.432017 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6', 'status': 'completed', 'code': 200} Oct 15 18:20:45.494346 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-224a88a4-d7a6-4d53-9a5e-8006d4106571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:45.494951 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:45.495883 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-224a88a4-d7a6-4d53-9a5e-8006d4106571 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 1099 time: 0.0424166 Oct 15 18:20:45.585686 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-f7dced64-9770-44ab-a7fe-5cfdf1dc53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:45.587150 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-f7dced64-9770-44ab-a7fe-5cfdf1dc53b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 200 len: 913 time: 0.0847585 Oct 15 18:20:45.630858 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-7ee720e8-908b-4b77-bbba-d5fb5ed04f75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 200 len: 217 time: 0.0369875 Oct 15 18:20:45.680372 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-20b48ceb-da7a-4f16-816a-3bdb7b4f744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:45.681809 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-20b48ceb-da7a-4f16-816a-3bdb7b4f744b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 200 len: 851 time: 0.0441537 Oct 15 18:20:45.693166 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:45.719714 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:20:45.727710 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-d77bb6e6-31e1-42ec-be89-d4480e1cc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:45.729190 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-d77bb6e6-31e1-42ec-be89-d4480e1cc0e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eed30367-31fb-4c0b-9a67-fd8f5568d339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404902 Oct 15 18:20:45.731831 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:45.732451 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:21Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:45.835042 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-eadb7abb-1a9a-476d-af45-80b658e737f3 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961707 Oct 15 18:20:45.848593 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:45.930398 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-6a6d9815-5480-4bb4-8a7f-6607c315e014 req-e2f02471-588a-4fb8-b20c-4c70bd279bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885732 Oct 15 18:20:45.941780 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef48f63-c95c-4281-91c4-14960c584a7d req-f8205149-cc6b-478a-9e66-5757fe47ac4d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:45.943528 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4ef48f63-c95c-4281-91c4-14960c584a7d req-f8205149-cc6b-478a-9e66-5757fe47ac4d tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 946 time: 0.1324685 Oct 15 18:20:45.985382 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [req-4ef48f63-c95c-4281-91c4-14960c584a7d req-25bfe4b2-1243-4307-ae2c-6bc9b68173fe tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348284 Oct 15 18:20:46.180651 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:46.210483 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7d7ac-b79a-4599-ae09-e32fa9f4dc74 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:12:34Z', 'revision_number': 4, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi', '_interfaces': [{'id': 'c4f374fa-57ef-4c77-9815-0fa10f7f006a', 'name': '', 'network_id': 'eed30367-31fb-4c0b-9a67-fd8f5568d339', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'mac_address': 'fa:16:3e:c4:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:33Z', 'updated_at': '2021-10-15T18:12:38Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'subnets': [{'id': '8e511074-4f2b-450f-a5ad-431326dabe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:20:46.411404 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0c926-2010-4b07-9260-0c48b0240786 None None] New status for floating IP 5b1f2c23-0785-4df1-bee9-22280f98aa3c: DOWN {{(pid=112107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 18:20:47.144764 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0da3-eddb-47d9-b5b6-ad87322928b9 req-be7122d7-8fcf-46c0-ae33-2dbc60aee024 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:47.146236 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-684a0da3-eddb-47d9-b5b6-ad87322928b9 req-be7122d7-8fcf-46c0-ae33-2dbc60aee024 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 946 time: 0.0912950 Oct 15 18:20:47.183519 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-684a0da3-eddb-47d9-b5b6-ad87322928b9 req-f25b9e97-320b-4f75-ae63-39b665fb0ce8 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Oct 15 18:20:47.385732 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-70f1ced8-ae86-4733-b463-f4272c8e45c6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 18:20:47.387152 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-70f1ced8-ae86-4733-b463-f4272c8e45c6 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 946 time: 0.0473292 Oct 15 18:20:47.476337 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Deleting port 745be452-c675-46cf-a97c-d3bffd5328c6 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:47.476674 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:47.564694 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] For port 745be452-c675-46cf-a97c-d3bffd5328c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=745be452-c675-46cf-a97c-d3bffd5328c6,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:47.565055 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:47.577630 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Calling delete_port for 745be452-c675-46cf-a97c-d3bffd5328c6 owned by compute:nova {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:47.771308 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:47.800112 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'Port': ['ID=745be452-c675-46cf-a97c-d3bffd5328c6,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:47.842004 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] No DVR routers for this DVR port 745be452-c675-46cf-a97c-d3bffd5328c6 on host hv-cinder-79053 {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:20:47.844521 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for port, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:47.847834 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-5f5c41e5-ea73-4a14-bc17-16d8484f94de req-7cacbe63-4324-4ab5-909f-724f667ad116 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.47 "DELETE /v2.0/ports/745be452-c675-46cf-a97c-d3bffd5328c6 HTTP/1.1" status: 204 len: 173 time: 0.4545248 Oct 15 18:20:47.848260 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'name': 'network-vif-deleted', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6'}] {{(pid=112104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 18:20:47.850513 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}115153befd668ddeebc643c1770f5a53408b11f18bb1bdd35945fd67d6559751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f38be2-9da9-40f1-96ec-55a9da6a14f7" -d '{"events": [{"server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "name": "network-vif-deleted", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6"}]}' {{(pid=112104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 18:20:47.885352 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50287e6-cc73-48c4-b40c-720648da292b x-openstack-request-id: req-f50287e6-cc73-48c4-b40c-720648da292b {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 18:20:47.885698 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e510ecc-8481-4ab6-a0f3-5136b83330c7", "name": "network-vif-deleted", "tag": "745be452-c675-46cf-a97c-d3bffd5328c6", "status": "completed", "code": 200}]} {{(pid=112104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 18:20:47.885945 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f50287e6-cc73-48c4-b40c-720648da292b {{(pid=112104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 18:20:47.886337 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e510ecc-8481-4ab6-a0f3-5136b83330c7', 'name': 'network-vif-deleted', 'tag': '745be452-c675-46cf-a97c-d3bffd5328c6', 'status': 'completed', 'code': 200} Oct 15 18:20:48.280100 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-41aa6407-22da-4caf-a30b-bfa95a1fe472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:48.283429 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [req-66f5b5c4-4bf5-4843-a6fd-0bb84cf462c0 req-774cbcb4-a6b5-4180-a4a5-be8f1499550a tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e510ecc-8481-4ab6-a0f3-5136b83330c7 HTTP/1.1" status: 200 len: 210 time: 0.0269706 Oct 15 18:20:49.342127 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51326) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:49.470688 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Deleting port 4b5e960f-e969-4e47-9709-2ebc0e81db8f {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:49.471024 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:49.544649 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:49.544975 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:49.556773 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Calling delete_port for 4b5e960f-e969-4e47-9709-2ebc0e81db8f owned by network:floatingip {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:49.736539 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:49.760167 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'Port': ['ID=4b5e960f-e969-4e47-9709-2ebc0e81db8f,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:49.821840 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for floatingip, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:49.824437 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-957790'] for floatingip, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:49.825584 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-3797b581-8fc8-4785-a7c6-a0159004b387 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "DELETE /v2.0/floatingips/bbf78eb3-c69f-47ff-948c-c5453a5e2a5c HTTP/1.1" status: 204 len: 168 time: 0.4824412 Oct 15 18:20:51.083915 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-938e00af-1e09-4fa1-a17c-ab75b26ada56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:51.126283 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51338) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:51.138819 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 745be452-c675-46cf-a97c-d3bffd5328c6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:51.158631 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] No Port match for: 745be452-c675-46cf-a97c-d3bffd5328c6 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:51.158974 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Device 745be452-c675-46cf-a97c-d3bffd5328c6 not bound to the agent host hv-cinder-79053 {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:51.183490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc6a0-113b-4a54-8495-b8fd1dc846b9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:51.207245 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc6a0-113b-4a54-8495-b8fd1dc846b9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:51.317855 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc6a0-113b-4a54-8495-b8fd1dc846b9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:51.321096 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc6a0-113b-4a54-8495-b8fd1dc846b9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:51.325522 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-3ebcc6a0-113b-4a54-8495-b8fd1dc846b9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] 10.222.0.44 "DELETE /v2.0/security-groups/0a1ae6ff-7f8e-4502-9202-9398ed06ae8d HTTP/1.1" status: 204 len: 168 time: 0.1949763 Oct 15 18:20:51.331081 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcc6a0-113b-4a54-8495-b8fd1dc846b9 tempest-TestVolumeBootPattern-607566595 tempest-TestVolumeBootPattern-607566595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ae6ff-7f8e-4502-9202-9398ed06ae8d,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:51.441847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51342) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:51.862681 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:52.111621 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:52.344792 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Deleting port c4f374fa-57ef-4c77-9815-0fa10f7f006a {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:52.345470 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:52.377027 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:52.426368 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] For port c4f374fa-57ef-4c77-9815-0fa10f7f006a, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=c4f374fa-57ef-4c77-9815-0fa10f7f006a,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:52.426745 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:52.439437 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Calling delete_port for c4f374fa-57ef-4c77-9815-0fa10f7f006a owned by network:router_interface {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:52.668297 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:52.696774 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f374fa-57ef-4c77-9815-0fa10f7f006a,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:52.858729 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.067748 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Router cef9ed65-9f5b-460e-9a87-bb5267738691 has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:20:53.171826 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:20:53.176996 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-845d302b-a29d-40bb-90b7-0c50537a9b03 admin admin] 10.222.0.44 "PUT /v2.0/routers/cef9ed65-9f5b-460e-9a87-bb5267738691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339425 Oct 15 18:20:53.179782 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51346) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:53.181419 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] Sync routers for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:20:53.190283 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:53.190892 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:53.280686 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks [] for router, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.293660 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: dv-cinder-790535-16-iscsi {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:53.378547 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.471869 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:20:52Z', 'revision_number': 5, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port': {'id': 'ee0de0cb-e961-4b1e-8e8d-b0199e5d4483', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:32Z', 'updated_at': '2021-10-15T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:53.498335 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] Checking router: cef9ed65-9f5b-460e-9a87-bb5267738691 for host: dv-cinder-790535-16-iscsi {{(pid=112106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:20:53.501904 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Deleting port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:53.502248 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.507780 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] Routers {'cef9ed65-9f5b-460e-9a87-bb5267738691'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:53.508514 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['cef9ed65-9f5b-460e-9a87-bb5267738691'], 'active': True} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:53.580361 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] For port ee0de0cb-e961-4b1e-8e8d-b0199e5d4483, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:53.580748 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.593423 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Calling delete_port for ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 owned by network:router_gateway {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:53.593786 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvr_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] Set router cef9ed65-9f5b-460e-9a87-bb5267738691 gateway port host: None {{(pid=112106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:53.645667 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_hamode_db [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:20:53Z', 'revision_number': 6, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:53.684927 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46970bd-241a-4c1f-971e-e3220eb168f8 None None] The sync data for ids ['cef9ed65-9f5b-460e-9a87-bb5267738691'] in dv-cinder-790535-16-iscsi is: [{'id': 'cef9ed65-9f5b-460e-9a87-bb5267738691', 'name': 'tempest-TestVolumeBootPattern-2069287599-router', 'tenant_id': '94f6a18827f94d1fb5d5e76018143ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:31Z', 'updated_at': '2021-10-15T18:20:53Z', 'revision_number': 6, 'project_id': '94f6a18827f94d1fb5d5e76018143ce2', 'gw_port_host': None}] {{(pid=112106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:20:53.806110 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.832247 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0de0cb-e961-4b1e-8e8d-b0199e5d4483,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:53.845516 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.892680 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.979194 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:53.981127 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.079681 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.080302 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef9ed65-9f5b-460e-9a87-bb5267738691 {{(pid=112105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:20:54.086645 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] Publish callbacks [] for router, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.086645 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-1204b943-be20-4e12-9a35-f6b328971c94 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cef9ed65-9f5b-460e-9a87-bb5267738691 HTTP/1.1" status: 204 len: 168 time: 0.9059715 Oct 15 18:20:54.089169 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51348) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:54.134359 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Deleting subnet 8e511074-4f2b-450f-a5ad-431326dabe1c {{(pid=112105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:20:54.137422 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.174526 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10372617'] for subnet, precommit_delete_associations {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.247717 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.348490 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10160323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9512388'] for subnet, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.374359 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e511074-4f2b-450f-a5ad-431326dabe1c,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:54.376276 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.379489 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-d65c7bc1-6745-4e2e-a508-f7b9a60e84a9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8e511074-4f2b-450f-a5ad-431326dabe1c HTTP/1.1" status: 204 len: 168 time: 0.2888722 Oct 15 18:20:54.380677 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8ff57-9979-415c-9712-dbf3d489cd8b None None] Network eed30367-31fb-4c0b-9a67-fd8f5568d339 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:20:54.382409 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51350) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:54.469301 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.492177 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c4f374fa-57ef-4c77-9815-0fa10f7f006a no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:54.514443 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: c4f374fa-57ef-4c77-9815-0fa10f7f006a {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:54.514712 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device c4f374fa-57ef-4c77-9815-0fa10f7f006a not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:54.515132 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:54.525593 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Deleting port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 {{(pid=112105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:54.525934 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.537682 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:54.545684 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device ee0de0cb-e961-4b1e-8e8d-b0199e5d4483 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:54.599764 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.db [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] For port 50f92390-536e-4b46-9da7-6ad8e83f5eb5, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=50f92390-536e-4b46-9da7-6ad8e83f5eb5,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:54.600125 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.612727 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.plugin [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Calling delete_port for 50f92390-536e-4b46-9da7-6ad8e83f5eb5 owned by network:dhcp {{(pid=112105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:54.619114 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] DHCP port deletion for eed30367-31fb-4c0b-9a67-fd8f5568d339 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:20:54.666370 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Deleting port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:54.666740 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.733657 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] For port 50f92390-536e-4b46-9da7-6ad8e83f5eb5, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=50f92390-536e-4b46-9da7-6ad8e83f5eb5,segment=NetworkSegment(73c94aa1-14a7-4fb7-862a-ce7ed3e2f336),segment_id=73c94aa1-14a7-4fb7-862a-ce7ed3e2f336)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:54.734034 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.747222 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Calling delete_port for 50f92390-536e-4b46-9da7-6ad8e83f5eb5 owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:54.787102 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10160374'] for port, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.814710 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] No DVR routers for this DVR port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 on host dv-cinder-790535-16-iscsi {{(pid=112105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:20:54.819877 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f92390-536e-4b46-9da7-6ad8e83f5eb5,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:54.821626 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.851750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Pushing event deleted for resources: {'Port': ['ID=50f92390-536e-4b46-9da7-6ad8e83f5eb5,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:54.854106 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] No DVR routers for this DVR port 50f92390-536e-4b46-9da7-6ad8e83f5eb5 on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:20:54.862069 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.862428 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.862775 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.863204 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.863534 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.863793 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.864130 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.864465 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.864797 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.865128 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.865987 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.866314 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ee6dc-1160-40e8-b35f-a42869e18412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-16-iscsi {{(pid=112106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 18:20:54.898125 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.917577 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed30367-31fb-4c0b-9a67-fd8f5568d339']}} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:54.926690 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336') {'for_net_delete': True} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:54.928538 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.services.segments.db [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c94aa1-14a7-4fb7-862a-ce7ed3e2f336') {} {{(pid=112105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:54.936917 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10372608'] for segment, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.950524 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.956410 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=112105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:20:54.956847 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10160281'] for segment, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: Traceback (most recent call last): Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: timer() Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: cb(*args, **kw) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: return func(*args, **kwargs) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: self._notify() Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: self.callback(batched_events) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: event.method(event) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: return f(self, *a, **k) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._get(url).json() Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: return self.request(url, 'GET', **kwargs) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:20:54.958428 dv-cinder-790535-16-iscsi neutron-server[112105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:20:55.096602 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:55.101211 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:55.104532 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eed30367-31fb-4c0b-9a67-fd8f5568d339 HTTP/1.1" status: 204 len: 168 time: 0.7212002 Oct 15 18:20:55.107504 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51352) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:55.118448 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a260-0716-44bc-b06d-f06b48638396 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed30367-31fb-4c0b-9a67-fd8f5568d339,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:55.443356 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599800'] for router_interface, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:55.678185 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Deleting port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:55.678515 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:55.754843 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] For port 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:55.755146 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:55.766933 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Calling delete_port for 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d owned by network:router_interface {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:56.251280 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:56.274881 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7ef141-7ca0-4c4e-b63a-ab0094a0973d,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:56.282827 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 50f92390-536e-4b46-9da7-6ad8e83f5eb5 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:56.310085 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 50f92390-536e-4b46-9da7-6ad8e83f5eb5 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:56.310085 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 50f92390-536e-4b46-9da7-6ad8e83f5eb5 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:56.444829 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-751949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597064'] for router_interface, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:56.651974 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Router bcc74966-1620-4311-ae31-f11a8e4e6c3d has already been hosted by L3 agent c6423c8f-01c6-48fa-a6fa-c622ea815102 {{(pid=112104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 18:20:56.755167 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] Notify agent at l3_agent.dv-cinder-790535-16-iscsi the message routers_updated {{(pid=112104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 18:20:56.760248 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-b67951d9-f8b0-41d2-b804-e97d65a3bf92 admin admin] 10.222.0.44 "PUT /v2.0/routers/bcc74966-1620-4311-ae31-f11a8e4e6c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517081 Oct 15 18:20:56.762673 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51356) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:56.765812 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] Sync routers for ids ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'] in dv-cinder-790535-16-iscsi {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 18:20:56.774759 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] Routers {'bcc74966-1620-4311-ae31-f11a8e4e6c3d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:56.775384 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:56.864567 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks [] for router, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:56.879182 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] Set router bcc74966-1620-4311-ae31-f11a8e4e6c3d gateway port host: dv-cinder-790535-16-iscsi {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:56.964210 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.055658 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'external_fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:20:56Z', 'revision_number': 5, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port': {'id': 'e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0', 'name': '', 'network_id': 'a7446e3a-0b64-4da3-9e90-c17a773cfc12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T18:12:38Z', 'updated_at': '2021-10-15T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa10351e-81b1-4555-bf0b-e6b8f146221c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-16-iscsi'}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:57.085349 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] Checking router: bcc74966-1620-4311-ae31-f11a8e4e6c3d for host: dv-cinder-790535-16-iscsi {{(pid=112107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 18:20:57.086684 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Deleting port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:57.087019 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.093718 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] Routers {'bcc74966-1620-4311-ae31-f11a8e4e6c3d'} bound to L3 agent in host dv-cinder-790535-16-iscsi {{(pid=112107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 18:20:57.094313 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T17:45:21Z,description=,heartbeat_timestamp=2021-10-15T18:20:51Z,host='dv-cinder-790535-16-iscsi',id=c6423c8f-01c6-48fa-a6fa-c622ea815102,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T17:45:22Z,topic='l3_agent')) {'router_ids': ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'], 'active': True} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:57.163821 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] For port e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,segment=NetworkSegment(76e2454e-9d13-4edc-af1e-c6e419ef7630),segment_id=76e2454e-9d13-4edc-af1e-c6e419ef7630)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:57.164119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.176625 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Calling delete_port for e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 owned by network:router_gateway {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:57.178621 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_dvr_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] Set router bcc74966-1620-4311-ae31-f11a8e4e6c3d gateway port host: None {{(pid=112107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 18:20:57.229527 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.l3_hamode_db [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:20:56Z', 'revision_number': 6, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port_host': None}], 'dv-cinder-790535-16-iscsi', False) {} {{(pid=112107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:57.257830 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07219d-9ac0-4032-9351-7e0a4a7e79d5 None None] The sync data for ids ['bcc74966-1620-4311-ae31-f11a8e4e6c3d'] in dv-cinder-790535-16-iscsi is: [{'id': 'bcc74966-1620-4311-ae31-f11a8e4e6c3d', 'name': 'tempest-TestVolumeBootPattern-678452401-router', 'tenant_id': '4b268c35b56b4849a4eec8c2b223afb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T18:12:37Z', 'updated_at': '2021-10-15T18:20:56Z', 'revision_number': 6, 'project_id': '4b268c35b56b4849a4eec8c2b223afb4', 'gw_port_host': None}] {{(pid=112107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 18:20:57.398611 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.426794 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:57.484367 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599086'] for router_gateway, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.570567 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1340'] for router, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.572594 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.712661 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596563'] for router, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.713235 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc74966-1620-4311-ae31-f11a8e4e6c3d {{(pid=112104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 18:20:57.721253 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] Publish callbacks [] for router, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.721253 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-3c659511-cfbb-4d3e-9de6-473dc7d7dad6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bcc74966-1620-4311-ae31-f11a8e4e6c3d HTTP/1.1" status: 204 len: 168 time: 0.9552572 Oct 15 18:20:57.721510 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51358) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:57.767251 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Deleting subnet 6b466d46-2b84-428c-b33e-28a56ed8f34b {{(pid=112104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 18:20:57.770202 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.801935 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9555674'] for subnet, precommit_delete_associations {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.873976 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1539885'] for subnet, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:57.994710 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1539876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2462138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580354'] for subnet, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.021184 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b466d46-2b84-428c-b33e-28a56ed8f34b,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:58.027020 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for subnet, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.030482 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-f61e7fa6-0c1e-473c-a98d-fef60b292a28 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b466d46-2b84-428c-b33e-28a56ed8f34b HTTP/1.1" status: 204 len: 168 time: 0.3080599 Oct 15 18:20:58.033023 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.wsgi [-] (112104) accepted ('10.222.0.44', 51360) {{(pid=112104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:58.033191 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38be68-08b4-46da-a274-4281e746c2d5 None None] Network 3cac98ca-9a72-4e34-9163-b8b270732be3 requested from dv-cinder-790535-16-iscsi {{(pid=112106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 18:20:58.101957 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588451'] for network, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.156788 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Deleting port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 {{(pid=112104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:58.157120 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.216221 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] DHCP port deletion for 3cac98ca-9a72-4e34-9163-b8b270732be3 request from dv-cinder-790535-16-iscsi {{(pid=112106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 18:20:58.226724 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.db [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] For port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:58.227061 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.242119 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.plugin [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Calling delete_port for 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 owned by network:dhcp {{(pid=112104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:58.283516 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] Deleting port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 {{(pid=112106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 18:20:58.283894 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778219587557'] for port, before_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.309542 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:58.376162 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] For port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6, host dv-cinder-790535-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-16-iscsi',level=0,port_id=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,segment=NetworkSegment(0bd4670f-6b9d-4654-b29e-9f73f1de79f9),segment_id=0bd4670f-6b9d-4654-b29e-9f73f1de79f9)] {{(pid=112106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 18:20:58.376563 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601355'] for port, precommit_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.391591 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2462095'] for port, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.396632 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] Calling delete_port for 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 owned by network:dhcp {{(pid=112106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 18:20:58.400441 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.db [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No active binding found for port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 {{(pid=112106) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 18:20:58.405167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:58.405167 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:58.417660 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:58.421170 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] No DVR routers for this DVR port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 on host dv-cinder-790535-16-iscsi {{(pid=112104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:20:58.425627 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:58.425980 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device e99c6080-aa4a-4d1e-8a62-ba1eb3c9bee0 not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:58.426405 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d no longer exists at agent ovs-agent-dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 18:20:58.473396 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.plugin [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] No Port match for: 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d {{(pid=112106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 18:20:58.473665 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.plugins.ml2.rpc [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Device 5a7ef141-7ca0-4c4e-b63a-ab0094a0973d not bound to the agent host dv-cinder-790535-16-iscsi {{(pid=112106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 18:20:58.490892 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538136', 'neutron.services.segments.db._delete_segments_for_network-8778219567939'] for network, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.509992 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778219541571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778219058216'] for port, after_delete {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.513421 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cac98ca-9a72-4e34-9163-b8b270732be3']}} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:58.523014 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd4670f-6b9d-4654-b29e-9f73f1de79f9') {'for_net_delete': True} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:58.523341 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.services.segments.db [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd4670f-6b9d-4654-b29e-9f73f1de79f9') {} {{(pid=112104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 18:20:58.532499 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778219568460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9555667'] for segment, before_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.538750 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] Pushing event deleted for resources: {'Port': ['ID=4fea27a0-6260-463d-92f6-bf0a0cae1bf6,revision_number=None']} {{(pid=112106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:58.540597 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acf113-16fe-427e-81f9-25f096209fd3 None None] No DVR routers for this DVR port 4fea27a0-6260-463d-92f6-bf0a0cae1bf6 on host dv-cinder-790535-16-iscsi {{(pid=112106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 18:20:58.549157 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810'] for segment, precommit_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.555201 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=112104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2462176'] for segment, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: Traceback (most recent call last): Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: timer() Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: cb(*args, **kw) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: return func(*args, **kwargs) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: self._notify() Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: self.callback(batched_events) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: event.method(event) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: return f(self, *a, **k) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._get(url).json() Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: return self.request(url, 'GET', **kwargs) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 18:20:58.559427 dv-cinder-790535-16-iscsi neutron-server[112104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 18:20:58.639452 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.662867 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599242'] for network, after_delete {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.667525 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron_lib.callbacks.manager [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751958'] for network, before_response {{(pid=112104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:58.670909 dv-cinder-790535-16-iscsi neutron-server[112104]: INFO neutron.wsgi [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3cac98ca-9a72-4e34-9163-b8b270732be3 HTTP/1.1" status: 204 len: 168 time: 0.6369343 Oct 15 18:20:58.682991 dv-cinder-790535-16-iscsi neutron-server[112104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f1578-a242-44ae-bf6d-5727ba3d1697 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cac98ca-9a72-4e34-9163-b8b270732be3,revision_number=None']} {{(pid=112104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:59.000830 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51364) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:59.040268 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-62e035af-dc33-491c-a15d-ab58213510d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94f6a18827f94d1fb5d5e76018143ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382311 Oct 15 18:20:59.042612 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51366) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:59.090899 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0202fb74-0251-4669-94d4-e261616159c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:59.111168 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0202fb74-0251-4669-94d4-e261616159c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:59.214927 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0202fb74-0251-4669-94d4-e261616159c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:59.217852 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-0202fb74-0251-4669-94d4-e261616159c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:20:59.219042 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-0202fb74-0251-4669-94d4-e261616159c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92ba9ab0-f35c-4ab8-a8f4-29c26eda93d1 HTTP/1.1" status: 204 len: 168 time: 0.1754937 Oct 15 18:20:59.227027 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202fb74-0251-4669-94d4-e261616159c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ba9ab0-f35c-4ab8-a8f4-29c26eda93d1,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:20:59.909775 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51372) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:20:59.951577 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-6a60352f-4c60-436a-9f01-c523e31b70e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b268c35b56b4849a4eec8c2b223afb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405338 Oct 15 18:20:59.954017 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.wsgi [-] (112105) accepted ('10.222.0.44', 51374) {{(pid=112105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 18:21:00.004364 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa417-5d30-4cb4-8917-05a31ff1f5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:00.024934 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa417-5d30-4cb4-8917-05a31ff1f5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:00.142167 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa417-5d30-4cb4-8917-05a31ff1f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499945'] for security_group, after_delete {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:00.144827 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa417-5d30-4cb4-8917-05a31ff1f5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=112105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:00.145987 dv-cinder-790535-16-iscsi neutron-server[112105]: INFO neutron.wsgi [None req-5a2fa417-5d30-4cb4-8917-05a31ff1f5a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9b21e27-6779-4e9b-8bd4-11d5ac95badb HTTP/1.1" status: 204 len: 168 time: 0.1910508 Oct 15 18:21:00.159998 dv-cinder-790535-16-iscsi neutron-server[112105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fa417-5d30-4cb4-8917-05a31ff1f5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b21e27-6779-4e9b-8bd4-11d5ac95badb,revision_number=None']} {{(pid=112105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 18:21:01.326061 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:21:18.295866 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-fec1d94b-994f-440f-b62a-42dda1bb0d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:21.101925 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-5386bc38-9b3e-4ce6-bd30-d526b3e5546c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:21.896007 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:22.409799 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:23.918866 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:28.684071 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:38.324684 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:21:48.289935 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-b12dcb77-9ef5-47e9-8a4c-4810eedd4c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:51.078235 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-8c9702aa-5b5e-477e-902b-18cb898bc3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:51.860955 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:52.369449 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:53.894818 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:21:58.683082 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:15.323771 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:22:18.276011 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d56bd2dd-5e24-4163-b309-93033fe169a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:21.121677 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3614-4b2e-4464-9d83-0753398641f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:21.867465 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:22.368452 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:23.877123 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:28.671305 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:48.263242 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-85306049-758f-4e1c-aae5-934df56118a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:51.115073 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4fdaff40-c08f-466d-a9db-9f5359e3e49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:51.870647 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:52.322006 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:22:52.379331 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:53.903615 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:22:58.691932 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:18.281774 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-61c9b499-8b09-46dc-997a-2f9da20bc050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:21.092943 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-d4c57267-a896-4d57-a178-2a377ffc406f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:21.863884 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:22.428241 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:23.887727 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:28.697983 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:29.320844 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:23:48.267624 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-59ce9a4a-2561-48d4-b948-d760594dfce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:51.120348 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-840187e5-0a2f-487e-99c9-ca5177c2647a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:51.868795 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:52.388732 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:53.902597 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:23:58.696174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:06.319514 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:24:18.256733 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2e6da405-de5c-4b37-a5d4-6c590db85fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:21.085279 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e949-4f1c-4ed0-827b-ba6958004038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:21.860860 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:22.398416 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:23.913786 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:28.684933 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:43.318573 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:24:48.267174 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-e0910639-48ce-4c52-b44b-c343dd18713a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:51.146271 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-0e44846e-a6ce-4865-989a-af07a1972501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:51.866135 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:52.392104 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:53.901282 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:24:58.701619 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:18.272072 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-6352f636-18fb-4875-acd7-1d02d244b1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:20.316794 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:25:21.095582 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ef151d5c-9edb-4ec9-996f-596984f498fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:21.871963 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:22.413886 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:23.879642 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:28.712415 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:48.276051 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4b8fa65f-5082-4442-b8b2-960f0129a3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:51.100057 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-19697e7e-b54b-4cbf-bd80-36dae1e5d9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:51.894388 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:52.415057 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:53.905396 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:25:57.314841 dv-cinder-790535-16-iscsi neutron-server[112107]: DEBUG neutron.db.agents_db [None req-fa80ecbe-4e6b-42fc-a04a-a3a9cab88f48 None None] Agent healthcheck: found 6 active agents {{(pid=112107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 18:25:58.698352 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:26:18.264607 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-ec7417db-0471-4b59-afd4-35a670a7cc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:26:21.087878 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-3333bff3-9ccf-4265-aa93-2f064ca422cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:26:21.886656 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-81407418-14d3-4b55-855b-f03099cd3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:26:22.389666 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-1a6207c4-ed64-4a40-8288-a5e7fee2cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:26:23.892011 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-4bbacea4-6730-4042-9589-045fe487252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 18:26:28.716440 dv-cinder-790535-16-iscsi neutron-server[112106]: DEBUG neutron_lib.callbacks.manager [None req-08af2dae-d6c0-4093-afa4-10f22f0e367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778219567921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508808'] for agent, after_update {{(pid=112106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}